-- Logs begin at Tue 2021-10-12 16:04:53 UTC, end at Tue 2021-10-12 17:10:16 UTC. -- Oct 12 16:39:37.468628 dv-cinder-813221-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 16:39:40.220461 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.common.config [-] Logging enabled! Oct 12 16:39:40.221070 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 16:39:40.221259 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100422) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 16:39:40.224436 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.common.config [-] Logging enabled! Oct 12 16:39:40.224693 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 16:39:40.225008 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100422) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 16:39:40.226106 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 16:39:40.226340 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 16:39:40.226718 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 16:39:40.226966 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 16:39:40.227193 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 16:39:40.227515 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.227816 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.228117 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.228349 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.228648 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.228940 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.229226 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.229540 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.229843 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.230135 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.230419 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.230707 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.230938 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.231221 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.231512 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.231800 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.232028 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] debug = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.232312 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.232754 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.233183 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.233491 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.233792 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.234077 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.234353 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.234635 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.234925 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.235263 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] host = dv-cinder-813221-2-iscsi {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.235546 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.235838 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.236129 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.236423 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.236707 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.236989 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.237277 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.237582 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.237852 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] log_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.238136 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.238430 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.238720 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.239013 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.239243 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.239469 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.239769 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.240059 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.240338 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.240618 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.240898 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.241172 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.241502 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.241779 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.242070 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.242361 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.242648 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.242932 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.243210 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.243487 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.243775 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.244062 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.244336 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.244614 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.244895 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.245188 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.245480 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.245760 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.246064 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.246355 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.246647 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.246937 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.247216 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.247501 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.247778 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.248056 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.248335 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] use_json = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.248614 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.248892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.249176 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.249474 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.249754 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.250034 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.250307 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.250595 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:40.250900 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.251205 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.251509 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.251800 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.252166 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.252388 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.252690 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.252975 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.253260 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.253578 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.253872 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.254157 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.254451 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.254735 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.255034 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.255343 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.255642 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.255941 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.256220 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.256498 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.256782 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.257637 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.257933 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.258222 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.258515 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.258808 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.259093 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.259392 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.259694 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.259990 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.260263 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.260547 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.260846 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.261130 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.261422 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.261708 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.262000 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.262283 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.262559 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.262845 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.263127 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.263403 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.263681 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.263966 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.264260 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.264543 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.264818 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.265091 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.265388 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.265668 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.265961 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.266240 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.266516 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.266788 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.267078 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.267354 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.267630 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.267907 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.268181 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.268468 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.268737 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.269014 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.269442 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.269567 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.269845 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.270120 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.270395 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.270679 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.270953 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.271228 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.271506 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.271782 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.272058 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.272349 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.273235 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.273544 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.273833 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.274119 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.274402 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.274703 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.274967 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.275249 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.275530 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.275807 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.276100 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.276390 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.276679 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.276965 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.277252 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.277590 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.277876 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.278164 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.278446 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.278727 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.279015 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.279304 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.279601 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.279901 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.280198 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.280497 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.280799 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.281084 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.281416 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.281708 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:40.281928 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 16:39:40.282175 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100422) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 16:39:40.719462 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100422) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 16:39:40.719666 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100422) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 16:39:40.719955 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100422) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 16:39:40.720291 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 16:39:41.043619 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.043909 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.044181 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.045364 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.045662 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.045929 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.080625 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.080913 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.081181 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.097479 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.097764 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.098038 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.129633 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.129918 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.130189 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.169357 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.169663 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.169934 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.407954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.408563 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.408563 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.408751 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.409362 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.532957 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.533275 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.533586 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.533858 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.534126 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.534439 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.534701 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.534960 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.535218 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.535502 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.535768 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.536036 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.536295 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.536549 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.536805 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.537069 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.537325 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.537615 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.537885 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.538170 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.538442 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.538693 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.538978 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.539354 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.539606 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.539937 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.540258 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:39:41.540502 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:39:41.540744 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:39:41.540983 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:39:41.541221 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:39:41.541484 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:39:41.541859 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 16:39:41.545046 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 16:39:41.549069 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 16:39:41.554566 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Oct 12 16:39:41.556264 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 16:39:41.556724 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 16:39:41.557065 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 16:39:41.557495 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 16:39:41.560374 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 16:39:41.560628 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 16:39:41.560977 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 16:39:41.566411 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 16:39:41.589386 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 16:39:41.589852 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.590155 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100422) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 16:39:41.590515 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.591915 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100422) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 16:39:41.592202 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 16:39:41.592452 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 16:39:41.595901 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.596192 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:41.660879 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 16:39:41.661054 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 16:39:41.661347 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 16:39:41.661695 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 16:39:41.682554 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_db.sqlalchemy.engines [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100422) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 16:39:42.224231 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Initializing driver for type 'gre' Oct 12 16:39:42.224825 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] gre ID ranges: [(1, 1000)] Oct 12 16:39:42.277654 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Initializing driver for type 'local' Oct 12 16:39:42.277955 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Initializing driver for type 'vlan' Oct 12 16:39:42.291146 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] VlanTypeDriver initialization complete Oct 12 16:39:42.291556 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Initializing driver for type 'vxlan' Oct 12 16:39:42.292148 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] vxlan ID ranges: [(1, 1000)] Oct 12 16:39:42.343887 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Initializing extension driver 'port_security' Oct 12 16:39:42.344231 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] PortSecurityExtensionDriver initialization complete Oct 12 16:39:42.344590 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Initializing mechanism driver 'openvswitch' Oct 12 16:39:42.344919 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Initializing mechanism driver 'hyperv' Oct 12 16:39:42.351702 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.plugins.ml2.plugin [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:39:42.352388 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > port after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.352754 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.353107 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > port after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.353673 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:39:42.354116 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > subnet after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.354476 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > subnet after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.354831 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.355228 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:39:42.355644 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > network after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.355997 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > network after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.356344 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > network after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.356740 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:39:42.357153 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > security_group after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.357534 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > security_group after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.357880 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.358419 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:39:42.358836 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.359191 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.359534 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.359931 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:39:42.360345 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > address_group after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.360695 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > address_group after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.361043 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.361462 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:39:42.361850 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] ML2 OVO RPC backend initialized. {{(pid=100422) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 16:39:42.362559 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.362914 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.363334 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > network before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.363688 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > networks before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.364037 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > port before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.364381 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > ports before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.364729 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > subnet before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.365072 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > subnets before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.365445 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > network after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.365796 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > network after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.366137 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > network after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.366987 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > port after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.367329 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.367668 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > port after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.368013 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > subnet after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.368347 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > subnet after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.368683 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.369267 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.plugin [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Modular L2 Plugin initialization complete Oct 12 16:39:42.369633 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading services supported by the core plugin {{(pid=100422) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 16:39:42.369967 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Got port-security extension from driver 'port_security' Oct 12 16:39:42.370442 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.extensions.vlantransparent [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Disabled vlantransparent extension. Oct 12 16:39:42.370931 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100422) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 16:39:42.371255 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading Plugin: router Oct 12 16:39:42.407860 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.408257 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router after_create 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.408782 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router before_create 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.408995 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.409398 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.409760 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router after_delete 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.410128 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.410487 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.410854 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router after_create 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.411213 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router after_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.411572 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router after_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.411927 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.412292 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router after_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.412710 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router precommit_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.413088 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.413461 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: port after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.413805 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: subnet after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.414148 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.414501 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.414857 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router precommit_create 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.415208 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: port before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.415554 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router precommit_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.415918 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router after_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.416268 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.416628 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router precommit_create 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.416996 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.417350 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router precommit_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.417746 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > agent after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.418105 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > agent after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.418463 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > network after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.421038 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Tracking information for resource: router configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:39:42.421038 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Tracking information for resource: floatingip configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:39:42.425143 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.db.l3_agentschedulers_db [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 16:39:42.425772 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.426140 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: port after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.426501 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: port after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.426859 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.428022 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router before_create 55550100 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.428395 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.429300 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router precommit_create 55550100 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.429695 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > router precommit_update 55550100 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.434763 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.services.provider_configuration [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service providers = [] {{(pid=100422) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 16:39:42.435133 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.db.servicetype_db [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100422) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 16:39:42.438212 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.services.service_base [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100422) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:39:42.438567 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.services.service_base [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100422) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:39:42.438912 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.services.service_base [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100422) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:39:42.439819 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.services.service_base [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100422) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:39:42.440198 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.services.service_base [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 16:39:42.440587 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:39:42.440907 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 16:39:42.452369 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:39:42.452707 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading Plugin: auto_allocate Oct 12 16:39:42.458688 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: network precommit_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.459063 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: network precommit_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.459594 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:39:42.460200 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading Plugin: tag Oct 12 16:39:42.466883 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:39:42.467214 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading Plugin: timestamp Oct 12 16:39:42.472715 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:39:42.473051 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading Plugin: network_ip_availability Oct 12 16:39:42.479185 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.479560 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.479921 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.480658 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:39:42.480982 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading Plugin: flavors Oct 12 16:39:42.486170 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:39:42.486508 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading Plugin: revisions Oct 12 16:39:42.491363 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:39:42.492261 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_concurrency.lockutils [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=100422) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 16:39:42.493038 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100422) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 16:39:42.493395 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Initializing extension manager. Oct 12 16:39:42.493923 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: __init__.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.494266 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: __pycache__ {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.494603 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.494958 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: address_group.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.495743 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.496362 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: address-group Oct 12 16:39:42.496691 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: address_scope.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.497449 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.497967 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: address-scope Oct 12 16:39:42.498292 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.499458 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.499980 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: router-admin-state-down-before-update Oct 12 16:39:42.500307 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: agent.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.501019 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.501569 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: agent Oct 12 16:39:42.501896 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: agent_resources_synced.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.502831 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.503351 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: agent-resources-synced Oct 12 16:39:42.503674 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: allowedaddresspairs.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.505543 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.506066 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: allowed-address-pairs Oct 12 16:39:42.506398 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: auto_allocated_topology.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.507521 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.508039 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: auto-allocated-topology Oct 12 16:39:42.508365 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: availability_zone.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.509066 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.509612 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: availability_zone Oct 12 16:39:42.509939 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: availability_zone_filter.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.510862 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.511378 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: availability_zone_filter Oct 12 16:39:42.511703 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: data_plane_status.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.512619 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.513133 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 16:39:42.513485 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: default_subnetpools.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.514413 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.514933 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: default-subnetpools Oct 12 16:39:42.515265 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.516089 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.516601 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: dhcp_agent_scheduler Oct 12 16:39:42.516929 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: dns.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.517889 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.518395 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 16:39:42.518722 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: dns_domain_ports.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.519645 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.520151 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 16:39:42.520475 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.521431 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.521942 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 16:39:42.522270 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: dvr.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.522986 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.523503 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: dvr Oct 12 16:39:42.523829 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: ecmp_routes.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.524764 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.525271 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 16:39:42.525629 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: empty_string_filtering.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.526552 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.527063 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: empty-string-filtering Oct 12 16:39:42.527387 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.528358 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.528821 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 16:39:42.529144 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.530137 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.530642 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 16:39:42.530966 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: external_net.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.531883 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.532392 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: external-net Oct 12 16:39:42.532715 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.533676 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.534188 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: extra_dhcp_opt Oct 12 16:39:42.534508 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: extraroute.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.535432 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.535944 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: extraroute Oct 12 16:39:42.536268 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: extraroute_atomic.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.537327 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.537863 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: extraroute-atomic Oct 12 16:39:42.538728 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: filter_validation.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.539402 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.539913 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: filter-validation Oct 12 16:39:42.540235 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: fip_pf_description.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.541161 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.541697 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 16:39:42.542023 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: fip_port_details.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.542974 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.543502 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: fip-port-details Oct 12 16:39:42.543831 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: flavors.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.545229 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.545816 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: flavors Oct 12 16:39:42.546212 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.547954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.548485 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 16:39:42.548820 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: floatingip_pools.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.549572 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.550090 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: floatingip-pools Oct 12 16:39:42.550442 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: ip_allocation.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.551360 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.551873 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 16:39:42.552201 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.553145 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.553742 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: ip-substring-filtering Oct 12 16:39:42.554591 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: l2_adjacency.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.555525 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.556044 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 16:39:42.556370 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: l3.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.557604 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.558130 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: router Oct 12 16:39:42.558462 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.560756 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.561286 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 16:39:42.561711 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.562653 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.563171 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: ext-gw-mode Oct 12 16:39:42.563510 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.564463 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.564982 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: l3-ha Oct 12 16:39:42.565308 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: l3_flavors.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.566261 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.566779 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: l3-flavors Oct 12 16:39:42.567105 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.568030 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.568544 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 16:39:42.568871 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: l3agentscheduler.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.569996 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.570513 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: l3_agent_scheduler Oct 12 16:39:42.570844 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: logging.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.572384 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.572909 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension logging not supported by any of loaded plugins Oct 12 16:39:42.573244 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: metering.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.574042 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.574630 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: metering Oct 12 16:39:42.574962 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.576087 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.576608 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: metering_source_and_destination_fields Oct 12 16:39:42.576940 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: multiprovidernet.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.577911 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.578501 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: multi-provider Oct 12 16:39:42.578832 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: netmtu.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.579772 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.580284 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: net-mtu Oct 12 16:39:42.580608 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: netmtu_writable.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.581575 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.582089 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: net-mtu-writable Oct 12 16:39:42.582415 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: network_availability_zone.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.583093 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.583607 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: network_availability_zone Oct 12 16:39:42.583933 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: network_ip_availability.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.585353 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.585895 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: network-ip-availability Oct 12 16:39:42.586223 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: network_segment_range.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.586999 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.587509 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 16:39:42.587834 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: pagination.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.588858 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.589153 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: pagination Oct 12 16:39:42.589509 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: port_device_profile.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.590446 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.590966 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: port-device-profile Oct 12 16:39:42.591292 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.592344 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.592865 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: port-mac-address-regenerate Oct 12 16:39:42.593188 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.594178 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.594695 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: port-numa-affinity-policy Oct 12 16:39:42.595018 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: port_resource_request.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.595951 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.596460 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 16:39:42.596782 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: portbindings.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.597884 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.598402 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: binding Oct 12 16:39:42.598729 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: portbindings_extended.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.600027 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.601052 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: binding-extended Oct 12 16:39:42.601416 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: portsecurity.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.602352 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.602872 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: port-security Oct 12 16:39:42.603201 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: project_id.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.604196 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.604529 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: project-id Oct 12 16:39:42.604854 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: providernet.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.605816 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.606334 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: provider Oct 12 16:39:42.606660 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: qos.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.610324 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.610854 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension qos not supported by any of loaded plugins Oct 12 16:39:42.611189 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.612462 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.612983 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 16:39:42.613317 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.614285 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.614819 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 16:39:42.615148 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: qos_default.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.616087 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.617152 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension qos-default not supported by any of loaded plugins Oct 12 16:39:42.617515 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: qos_fip.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.618189 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.618702 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 16:39:42.619030 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: qos_gateway_ip.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.619964 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.620477 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 16:39:42.620803 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: qos_port_network_policy.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.621755 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.622270 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 16:39:42.622601 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.623651 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.624179 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 16:39:42.624507 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: qos_pps_rule.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.625728 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.626247 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 16:39:42.626576 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: qos_rule_type_details.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.627516 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.628030 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 16:39:42.628357 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: qos_rules_alias.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.629436 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.629958 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 16:39:42.630288 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: quotasv2.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.631256 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.631588 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: quotas Oct 12 16:39:42.631941 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: quotasv2_detail.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.635382 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.635791 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: quota_details Oct 12 16:39:42.636067 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: rbac.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.637155 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.637730 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: rbac-policies Oct 12 16:39:42.638063 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: rbac_address_group.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.639049 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.639577 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: rbac-address-group Oct 12 16:39:42.639912 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: rbac_address_scope.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.640845 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.641388 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: rbac-address-scope Oct 12 16:39:42.641719 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: rbac_security_groups.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.642653 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.643169 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: rbac-security-groups Oct 12 16:39:42.643499 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: rbac_subnetpool.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.644434 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.644955 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: rbac-subnetpool Oct 12 16:39:42.645291 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: revisionifmatch.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.646252 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.646767 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: revision-if-match Oct 12 16:39:42.647096 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: revisions.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.648267 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.648784 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: standard-attr-revisions Oct 12 16:39:42.649117 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: router_availability_zone.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.649842 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.650356 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: router_availability_zone Oct 12 16:39:42.650686 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: routerservicetype.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.651617 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.652129 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 16:39:42.652458 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.653423 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.653948 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: security-groups-normalized-cidr Oct 12 16:39:42.654275 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.655203 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.655727 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: port-security-groups-filtering Oct 12 16:39:42.656055 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.657271 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.657820 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: security-groups-remote-address-group Oct 12 16:39:42.658149 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: securitygroup.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.668599 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.669136 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: security-group Oct 12 16:39:42.669494 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: segment.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.670309 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.670824 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension segment not supported by any of loaded plugins Oct 12 16:39:42.671155 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.672199 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.672711 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 16:39:42.673039 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: servicetype.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.674214 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.674743 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: service-type Oct 12 16:39:42.675073 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: sorting.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.676073 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.676410 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: sorting Oct 12 16:39:42.676737 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: standard_attr_segment.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.677703 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.678224 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 16:39:42.678563 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: standardattrdescription.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.679774 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.680285 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: standard-attr-description Oct 12 16:39:42.680609 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: stateful_security_group.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.681583 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.682104 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: stateful-security-group Oct 12 16:39:42.682431 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: stdattrs_common.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.683026 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 16:39:42.683347 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.684313 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.684824 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 16:39:42.685147 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: subnet_onboard.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.686260 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.686777 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: subnet_onboard Oct 12 16:39:42.687105 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.688040 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.688548 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 16:39:42.688872 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: subnet_service_types.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.689835 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.690348 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: subnet-service-types Oct 12 16:39:42.690670 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: subnetallocation.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.691770 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.692285 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: subnet_allocation Oct 12 16:39:42.692613 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.693297 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.693847 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: subnetpool-prefix-ops Oct 12 16:39:42.694178 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.695171 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.695688 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 16:39:42.696014 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: tagging.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.697104 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.697662 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: standard-attr-tag Oct 12 16:39:42.697994 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: timestamp.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.699212 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.699733 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loaded extension: standard-attr-timestamp Oct 12 16:39:42.700061 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: trunk.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.701102 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.701666 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension trunk not supported by any of loaded plugins Oct 12 16:39:42.701997 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: trunk_details.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.702936 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.703456 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 16:39:42.703786 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: uplink_status_propagation.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.704725 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.705247 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 16:39:42.705614 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Loading extension file: vlantransparent.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:39:42.706294 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:39:42.706806 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 16:39:42.709287 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:network Oct 12 16:39:42.710146 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:subnet Oct 12 16:39:42.710555 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:39:42.710953 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:port Oct 12 16:39:42.712240 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.712684 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service FLAVORS assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.713321 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.713781 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.714117 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:router Oct 12 16:39:42.714574 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 16:39:42.715074 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service METERING assigned prefix: /metering {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.716534 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.716910 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.717271 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:39:42.718333 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 16:39:42.718904 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:security_group Oct 12 16:39:42.719390 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 16:39:42.719991 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service CORE assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.720325 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:39:42.720675 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] subnetpool is already registered Oct 12 16:39:42.721110 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service CORE assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.721474 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:39:42.721823 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] subnetpool is already registered Oct 12 16:39:42.724138 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.724581 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service FLAVORS assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.725181 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.726188 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.726526 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:router Oct 12 16:39:42.726869 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] router is already registered Oct 12 16:39:42.727292 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 16:39:42.727632 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] floatingip is already registered Oct 12 16:39:42.728094 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service METERING assigned prefix: /metering {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.728773 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 16:39:42.729103 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] rbac_policy is already registered Oct 12 16:39:42.729552 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:security_group Oct 12 16:39:42.729893 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] security_group is already registered Oct 12 16:39:42.730297 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 16:39:42.730632 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] security_group_rule is already registered Oct 12 16:39:42.731262 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service CORE assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.731597 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:39:42.731936 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] subnetpool is already registered Oct 12 16:39:42.732355 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Service CORE assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:39:42.732685 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:39:42.733021 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] subnetpool is already registered Oct 12 16:39:42.733539 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: extensions {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.735058 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: address-groups {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.736579 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: address-scopes {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.737941 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: agents {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.739121 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: auto-allocated-topology {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.740399 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: availability_zones {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.742224 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: dhcp-networks {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.745107 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: dhcp-agents {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.746607 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: routers {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.748849 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: flavors {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.750079 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: service_profiles {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.751315 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: next_providers {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.752796 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: service_profiles {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.754375 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: floatingip-pools {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.755638 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: routers {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.757905 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: floatingips {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.759192 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: l3-routers {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.760600 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: l3-agents {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.762079 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: metering-labels {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.763490 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: metering-label-rules {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.764798 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: network-ip-availabilities {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.766125 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: bindings {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.767811 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: quotas {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.769420 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: quotas {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.770996 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: rbac-policies {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.772310 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: security-groups {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.773614 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: security-group-rules {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.774868 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: service-providers {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.776102 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: subnetpools {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.777560 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: subnetpools {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.779116 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.780764 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.782612 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.784401 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.786266 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.788677 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.790417 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.792357 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.794182 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.796047 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron.api.extensions [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:39:42.802170 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING keystonemiddleware.auth_token [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 16:39:42.808507 dv-cinder-813221-2-iscsi neutron-server[100422]: WARNING keystonemiddleware.auth_token [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 16:39:42.817299 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_concurrency.lockutils [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Acquired lock "singleton_lock" {{(pid=100422) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 16:39:42.817805 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_concurrency.lockutils [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Releasing lock "singleton_lock" {{(pid=100422) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 16:39:42.818462 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO oslo_service.service [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Starting 2 workers Oct 12 16:39:42.823373 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Started child 100531 {{(pid=100422) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:39:42.829439 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Started child 100532 {{(pid=100422) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:39:42.829633 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:39:42.830279 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO neutron.service [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 16:39:42.830279 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Notify callbacks [] for process, before_spawn {{(pid=100422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:39:42.830678 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [-] (100531) wsgi starting up on http://0.0.0.0:9696 Oct 12 16:39:42.832682 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO oslo_service.service [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Starting 1 workers Oct 12 16:39:42.832793 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:39:42.834225 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [-] (100532) wsgi starting up on http://0.0.0.0:9696 Oct 12 16:39:42.838703 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Started child 100533 {{(pid=100422) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:39:42.839255 dv-cinder-813221-2-iscsi neutron-server[100422]: INFO oslo_service.service [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Starting 1 workers Oct 12 16:39:42.842489 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.service [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] calling RpcWorker wait() {{(pid=100533) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 16:39:42.843056 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.service [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] returning from RpcWorker wait() {{(pid=100533) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 16:39:42.843892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Started child 100534 {{(pid=100422) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:39:42.844266 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:39:42.845265 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-9b0263b7-c59b-403f-ae75-a31ec3c496e8 None None] Notify callbacks [] for process, after_spawn {{(pid=100422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:39:42.845387 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:39:42.846681 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100422) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 16:39:42.846892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 16:39:42.847080 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 16:39:42.847299 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 16:39:42.847661 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 16:39:42.847826 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 16:39:42.848328 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.848601 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.848875 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.849130 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.849439 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.849545 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:39:42.850044 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.850483 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.851324 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.851420 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:39:42.851604 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.851848 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.852023 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.852188 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.852605 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.852883 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.853928 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.853928 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.853928 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.854145 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.854145 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.854403 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.854670 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.854926 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.855204 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] debug = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.855427 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.855925 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.856155 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.856404 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.856631 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.856898 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.857130 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.857407 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.857659 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.857903 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.858137 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.858406 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.858645 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.858873 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.859118 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.859372 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.859592 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.860071 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] host = dv-cinder-813221-2-iscsi {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.860292 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.860508 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.860732 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.860975 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.861226 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.861527 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.861732 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.861986 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.862252 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.862508 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.862730 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.862971 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.863191 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.863451 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.863614 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_options = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.863921 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.864096 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.864360 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.864557 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.864725 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.864904 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.865161 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.865312 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.865586 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.865810 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.866022 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.866270 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.866509 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.866767 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.866971 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.867220 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.867450 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.867682 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.868006 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.868162 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.868366 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.868606 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.868858 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.869097 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.869309 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.869564 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.869792 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.870028 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.870258 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.870517 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.870753 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.871009 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.871225 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.871477 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.871738 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.871963 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.872191 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.872410 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.872682 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.872904 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.873145 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.873419 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.873636 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.873892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.874105 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.874336 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.874549 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_json = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.874846 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.875027 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.875231 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.875442 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.875654 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.875873 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.876108 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.876339 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.876749 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.877030 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.877346 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.877614 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.877864 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.878127 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.878552 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.878552 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.878820 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.879042 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.879392 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.879717 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.879918 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.880141 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.880382 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.880720 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.880966 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.881248 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.881553 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.881745 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.881977 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.882539 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.882539 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.882933 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.882933 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.883201 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.883369 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.883902 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.884050 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.884254 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.884503 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.884718 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.884956 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.885173 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.885412 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.885649 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.886091 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.886235 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.886378 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.886589 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.886782 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.887071 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.887243 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.887478 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.887735 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.887993 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.888227 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.888474 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.888694 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.888907 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.889140 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.889360 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.889612 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.889850 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.890107 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.890336 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.890557 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.890771 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.890990 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.891225 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.891457 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.891674 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.891954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.892410 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.892410 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.894340 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.894340 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.894340 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.894340 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.894340 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.894340 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.894340 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.894340 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.894340 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898100 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898100 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898100 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898100 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898100 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898100 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898100 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898100 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898100 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898622 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898622 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898622 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898622 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898622 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898622 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898622 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.898622 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.899090 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.899090 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.899208 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.899454 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.899700 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.899949 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.900323 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.900707 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.901082 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.901536 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.901921 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.902350 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.902740 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.903157 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.903572 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.903952 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.904354 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.904757 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.905005 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.905235 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.905525 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.905794 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.906084 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.906301 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.906716 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.907124 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.907557 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.907970 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.908349 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.908776 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.909207 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.909657 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.910096 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.910507 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.910912 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.911180 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.911447 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.911738 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.912009 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.912286 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.912531 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.912826 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.913136 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.913922 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.914121 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.914356 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.914710 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.914954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.915175 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.915390 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.915671 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.915931 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.916176 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.916450 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.916699 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.916956 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.917197 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.917475 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.917694 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.918348 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.918348 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.918348 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.918754 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.918885 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.920109 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.920109 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.920109 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.920109 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.920109 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.920109 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.920932 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.920932 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.920932 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.920932 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.921447 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.921447 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.921732 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.921870 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.922246 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.922405 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.922549 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.922747 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.922990 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.923262 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.928092 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.928092 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.928092 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.928092 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.928092 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.928092 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.928092 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.928092 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.929321 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.929321 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.929321 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.929321 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.929321 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.929321 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.930129 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.930129 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.930129 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.930708 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.930708 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.930708 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.931091 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.931240 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.931773 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.931773 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.932073 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.932217 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.932363 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.932512 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.932783 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.933018 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.933252 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.933507 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.933743 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.933976 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.934195 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.934408 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.934704 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.934942 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.935173 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.935416 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.935657 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.935891 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.936117 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.936330 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.936539 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.936767 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.937008 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.937220 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.937493 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.937737 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.937950 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.938174 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.938391 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.938606 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.938833 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.939093 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.939306 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.939530 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.939747 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.940125 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.940392 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.940608 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.940821 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.941043 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.941262 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.941503 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.941730 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.942144 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.942377 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.942601 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.942818 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.943048 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.943354 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.943614 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.943853 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.944150 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.944409 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.944656 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.944911 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.945234 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.945490 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.945736 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.945978 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.946198 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.946428 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.946685 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.946994 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.947283 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.947548 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.947804 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.948113 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.948396 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.948672 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.948908 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.949166 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.949516 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.949793 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.950052 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.950280 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.950534 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.950776 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.950994 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.951214 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.951455 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.951673 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.951942 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.952173 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.952420 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.952638 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.952865 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.953082 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.953306 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.953571 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.953813 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.954027 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.954169 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 16:39:42.954712 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100422) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 16:39:42.954860 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 16:39:42.954997 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 16:39:42.955171 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 16:39:42.955402 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 16:39:42.955552 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 16:39:42.955688 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.955822 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.955957 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.956118 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.956261 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.956453 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.956611 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.956748 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.956898 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.957036 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.957198 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.957340 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.957521 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.957677 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.957838 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.957997 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.958157 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.958310 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.958469 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.958624 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.958761 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.959506 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.959506 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] debug = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.959506 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.959506 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.960827 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.960827 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.960827 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.960827 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.961338 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.961338 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.961338 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.961338 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.962081 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.962081 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.962081 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.962081 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.962081 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.962713 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.962713 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.962713 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] host = dv-cinder-813221-2-iscsi {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.962713 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.963242 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.963242 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.963242 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.963242 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.963834 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.963834 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.963834 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.963834 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.964439 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.964439 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.964439 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.964439 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.964944 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.964944 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_options = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.964944 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.965329 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.965329 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.965329 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.965793 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.965793 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.965793 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.966186 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.966186 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.966379 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.966379 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.966522 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.966653 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.966815 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.966973 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.967132 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.967293 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.967436 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.967584 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.967742 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.967900 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.968059 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.968216 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.968374 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.968531 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.968691 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.968849 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.969006 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.969168 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.969324 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.969670 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.969835 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.970016 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.970169 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.970306 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.970452 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.970612 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.970770 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.970933 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.971091 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.971249 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.971407 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.971564 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.971722 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.972230 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.972230 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.972230 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_json = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.972462 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.972462 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.972603 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.972766 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.972923 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.973080 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.973242 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.973430 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:39:42.973600 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.973763 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.973937 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.974091 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.974251 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.974411 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.974569 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.974882 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.975196 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.975359 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.975632 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.976232 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.976405 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.976568 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.976842 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977297 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977297 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977297 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977554 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977554 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977697 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977846 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977846 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977846 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977846 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977846 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977846 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977846 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.977846 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982000 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982081 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:39:42.982176 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982176 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982176 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982176 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982176 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982176 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982176 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982176 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982803 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982803 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982803 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982803 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982803 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982803 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982803 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.982803 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983351 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983351 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983351 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983351 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983351 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983351 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983351 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983351 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983351 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.983954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.984428 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.984428 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.984428 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.984645 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.984645 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.984797 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.984920 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.985080 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.985426 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.985594 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.985755 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.985919 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.986080 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.986241 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.986402 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.986564 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.986726 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.986893 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.987054 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.987215 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.987377 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.987538 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.987699 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.987860 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.988022 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.988183 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.988344 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.988519 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.988697 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.988844 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.989010 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.989171 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.989331 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.989510 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.989672 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.989834 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.989997 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991066 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991066 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991066 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991066 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991066 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991066 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991066 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991559 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991559 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991559 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991743 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991811 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.991973 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.992282 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.997393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.997393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.997393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.997393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.997393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.997393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.997393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.997393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998007 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998007 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998007 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998007 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998007 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998007 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998007 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998007 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998454 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998454 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998454 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998454 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998454 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998454 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998454 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998454 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.998892 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:42.999756 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.000143 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.000496 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.000817 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.001175 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.001351 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.001570 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.001764 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.001936 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.002133 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.002313 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.002667 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.002808 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.003374 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.003374 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.003374 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.003567 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.003683 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.003967 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.004081 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.004210 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.004336 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.004622 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.004754 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.004848 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.005194 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.005424 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.005565 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.005725 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.005913 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.006059 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.006267 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.006386 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.006732 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.006946 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.007073 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.007240 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.007470 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.007593 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.007749 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.009461 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.009461 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.009461 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.009461 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.009461 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.009461 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.009461 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.009461 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.010170 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.010170 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.010170 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.010170 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.010170 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.010170 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.010530 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.010530 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.010691 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.010884 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.011010 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.011183 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.011383 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.011550 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.011715 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.011919 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.012037 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.012178 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.012355 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.012518 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.012685 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.012898 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.012988 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.013181 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.013349 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.013643 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.013643 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.013962 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.013962 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.014240 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.014329 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.014478 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.014649 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.014849 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.014937 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.015044 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.015200 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.015349 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.015492 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.015654 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.015819 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.016148 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.016148 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.016444 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.016444 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.016673 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.016800 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.016888 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.017065 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.017227 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.017475 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.017674 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.017818 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.017925 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.018044 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.018291 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.018389 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.018554 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.018723 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.018887 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.018990 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.019158 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.019455 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.019455 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.019650 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.019760 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.019919 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.020075 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.020243 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.020428 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.021393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.021393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.021393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.021393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.021393 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.021881 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.022219 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.023088 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.023395 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.023700 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.024014 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.024177 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.024479 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.024786 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.024954 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.025119 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.025282 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.025474 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.025636 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.025925 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.026250 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.026419 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.026594 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.026746 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.026904 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.027061 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.027219 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:39:43.027383 dv-cinder-813221-2-iscsi neutron-server[100422]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 16:39:43.144168 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38032) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:39:43.153473 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070939 Oct 12 16:39:54.860674 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b3eec-ee3e-4433-88af-47ef0aaec417 None None] get_active_networks_info from dv-cinder-813221-2-iscsi {{(pid=100533) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 16:39:54.904457 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b31f5dce-c2ac-46d8-8c54-29053bdad510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438526'] for agent, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:39:54.971384 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4b3eec-ee3e-4433-88af-47ef0aaec417 None None] No non-hosted networks {{(pid=100533) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 16:39:57.483696 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9090eee2-4250-4e89-93f9-a3111192052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438526'] for agent, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:39:57.564309 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-54eb6a34-6d88-408d-98bb-edfca4082743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:39:58.322511 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438526'] for agent, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:39:58.326417 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.328925 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.330121 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.332979 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.333659 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.334215 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.336960 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.337619 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.338551 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.339167 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.339709 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.340248 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:39:58.340918 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813221-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:39:58.362151 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813221-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:39:58.977648 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438526'] for agent, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:00.400183 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438526'] for agent, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:00.783253 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.db.l3_hamode_db [None req-152a4f2d-a056-4d2b-9024-ed976af68c22 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 16:40:00.860941 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152a4f2d-a056-4d2b-9024-ed976af68c22 None None] Routers set() bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:40:00.861327 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152a4f2d-a056-4d2b-9024-ed976af68c22 None None] Router IDs set() for agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 16:40:01.870581 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 38124) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:02.452904 dv-cinder-813221-2-iscsi neutron-server[100531]: WARNING oslo_policy.policy [None req-846595cb-c117-499c-a2e2-74d311094ea8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:40:02.453438 dv-cinder-813221-2-iscsi neutron-server[100531]: WARNING oslo_policy.policy [None req-846595cb-c117-499c-a2e2-74d311094ea8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:40:02.679843 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [None req-846595cb-c117-499c-a2e2-74d311094ea8 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:40:02.681201 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-846595cb-c117-499c-a2e2-74d311094ea8 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8083398 Oct 12 16:40:05.276318 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38138) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:05.788379 dv-cinder-813221-2-iscsi neutron-server[100532]: WARNING oslo_policy.policy [None req-6d807214-f305-4bd0-8d30-4fff364dc89d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:40:05.788967 dv-cinder-813221-2-iscsi neutron-server[100532]: WARNING oslo_policy.policy [None req-6d807214-f305-4bd0-8d30-4fff364dc89d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:40:06.021880 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-6d807214-f305-4bd0-8d30-4fff364dc89d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:40:06.123838 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.policy [None req-6d807214-f305-4bd0-8d30-4fff364dc89d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100532) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 16:40:06.171143 dv-cinder-813221-2-iscsi neutron-server[100532]: WARNING oslo_policy.policy [None req-6d807214-f305-4bd0-8d30-4fff364dc89d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:40:06.171522 dv-cinder-813221-2-iscsi neutron-server[100532]: WARNING oslo_policy.policy [None req-6d807214-f305-4bd0-8d30-4fff364dc89d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:40:06.180880 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.quota [None req-6d807214-f305-4bd0-8d30-4fff364dc89d admin admin] Loaded quota_driver: . Oct 12 16:40:06.271549 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6d807214-f305-4bd0-8d30-4fff364dc89d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780332398906', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780332398345', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780332378833', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780332376237', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780331778038', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780332364597', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3605326', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3609281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-564698', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-648970'] for rbac-policy, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:06.339365 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6d807214-f305-4bd0-8d30-4fff364dc89d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:06.340741 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-6d807214-f305-4bd0-8d30-4fff364dc89d admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0633452 Oct 12 16:40:09.012166 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38156) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:09.310430 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'admin_state_up': True}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:40:09.338649 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Made reservation on behalf of 3b38fac5719442ec8d74d1de558e09b0 for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:40:09.341658 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:09.358742 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:09.491703 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:09.496460 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:09.518909 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:40:09.550110 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780332813559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:09.550766 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Unsubscribe: segment precommit_create {{(pid=100532) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 16:40:09.551304 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Added segment 48e25e68-0d9d-4cda-827f-8009b0e030a1 of type vlan for network cea7b2ee-0641-4ddc-b971-19664525265f Oct 12 16:40:09.567971 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4cf324-8223-41f4-89ea-2800535522be,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:09.596955 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.597363 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.597781 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.598155 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.598527 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.598925 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.599296 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.599712 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.600189 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.600558 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.600921 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.601280 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Tracked resource versions report: Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: pushed versions: Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: { 'AddressGroup': {'1.2'}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'ConntrackHelper': {'1.0'}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Log': {'1.0'}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Network': {'1.1'}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Port': {'1.7'}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'PortForwarding': {'1.2'}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'QosPolicy': {'1.10'}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SecurityGroup': {'1.4'}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SubPort': {'1.0'}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Subnet': {'1.1'}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Trunk': {'1.1'}} Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: consumer versions: Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: { DHCP agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: L3 agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: Metadata agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: Metering agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: Open vSwitch agent@dv-cinder-813221-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'ConntrackHelper': '1.0', Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Log': '1.0', Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Network': '1.1', Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Port': '1.7', Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'PortForwarding': '1.2', Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'QosPolicy': '1.10', Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SecurityGroup': '1.4', Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SecurityGroupRule': '1.2', Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SubPort': '1.0', Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Subnet': '1.1', Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Trunk': '1.1'}} Oct 12 16:40:09.602432 dv-cinder-813221-2-iscsi neutron-server[100532]: {{(pid=100532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:40:09.713693 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:09.768058 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:09.769290 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:40:09.770121 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:09.856248 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8430011 Oct 12 16:40:09.882480 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b1d01-2881-47e3-8bda-8e8cfaf85488 admin admin] Pushing event updated for resources: {'Network': ['ID=cea7b2ee-0641-4ddc-b971-19664525265f,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:09.898160 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network cea7b2ee-0641-4ddc-b971-19664525265f details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:40:12.700153 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38170) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:13.083794 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebf250e-021f-49e3-92e4-11c2bdffc761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:40:13.085193 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-bebf250e-021f-49e3-92e4-11c2bdffc761 admin admin] 10.222.0.48 "GET /v2.0/networks/cea7b2ee-0641-4ddc-b971-19664525265f HTTP/1.1" status: 200 len: 825 time: 0.3840959 Oct 12 16:40:13.109646 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c1ec8e11-aad7-424d-b145-e2d9fc253bc0 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/1df3ad98-0778-4ae9-8ac0-bf8091045db5 HTTP/1.1" status: 200 len: 734 time: 0.0179462 Oct 12 16:40:13.119167 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] Request body: {'subnet': {'subnetpool_id': '1df3ad98-0778-4ae9-8ac0-bf8091045db5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f', 'ip_version': 4, 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:40:13.141012 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] Made reservation on behalf of 3b38fac5719442ec8d74d1de558e09b0 for: {'subnet': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:40:13.143273 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] Notify callbacks [] for subnet, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:13.431577 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for subnet, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:13.496461 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] Pushing event updated for resources: {'Subnet': ['ID=329e1090-3b6a-487a-9bcb-9bc7cf8695c2,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:13.505059 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] Checking segment: {'id': '48e25e68-0d9d-4cda-827f-8009b0e030a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:40:13.505518 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] Network hostable DHCP agents. Network: cea7b2ee-0641-4ddc-b971-19664525265f, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:40:13.524871 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] Network cea7b2ee-0641-4ddc-b971-19664525265f is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:40:13.535196 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, cea7b2ee-0641-4ddc-b971-19664525265f) {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:40:13.541712 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:40:13.542705 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:13.545038 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b6c1d2-dd48-4c05-a7e9-fb9fa9e75119 None None] Network cea7b2ee-0641-4ddc-b971-19664525265f requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:40:13.558806 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-f3f271c0-6e09-4147-9269-9de645d0ddae admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4433081 Oct 12 16:40:13.872310 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61e6fcb5-174d-52f8-b15f-9efeedbf2b29-cea7b2ee-0641-4ddc-b971-19664525265f', 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'fixed_ips': [{'subnet_id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2'}]}} from dv-cinder-813221-2-iscsi. {{(pid=100533) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:40:13.873599 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:14.146503 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.db_base_plugin_common [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Allocated IP 172.20.0.2 (cea7b2ee-0641-4ddc-b971-19664525265f/329e1090-3b6a-487a-9bcb-9bc7cf8695c2/eebb395e-8f9e-4805-920f-6a4d0da4c667) {{(pid=100533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:40:14.381223 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Notify callbacks [] for port, precommit_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:14.389646 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:14.461741 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Network cea7b2ee-0641-4ddc-b971-19664525265f is already hosted by enough agents. {{(pid=100533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:40:14.469753 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.base_scheduler [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Resources bound (agent type, host, resource id): {{(pid=100533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:40:14.478174 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Pushing event updated for resources: {'Port': ['ID=eebb395e-8f9e-4805-920f-6a4d0da4c667,revision_number=1']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:14.480396 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Received port after_create {{(pid=100533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:40:14.512377 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.512750 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.514092 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.514092 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.514092 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.514092 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.514412 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.514732 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.515084 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.515416 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.515743 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.516072 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Tracked resource versions report: Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: pushed versions: Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: { 'AddressGroup': {'1.2'}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'ConntrackHelper': {'1.0'}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Log': {'1.0'}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Network': {'1.1'}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Port': {'1.7'}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'PortForwarding': {'1.2'}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'QosPolicy': {'1.10'}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SecurityGroup': {'1.4'}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SubPort': {'1.0'}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Subnet': {'1.1'}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Trunk': {'1.1'}} Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: consumer versions: Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: { DHCP agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: L3 agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: Metadata agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: Metering agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: Open vSwitch agent@dv-cinder-813221-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'ConntrackHelper': '1.0', Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Log': '1.0', Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Network': '1.1', Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Port': '1.7', Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'PortForwarding': '1.2', Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'QosPolicy': '1.10', Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SecurityGroup': '1.4', Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SecurityGroupRule': '1.2', Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SubPort': '1.0', Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Subnet': '1.1', Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Trunk': '1.1'}} Oct 12 16:40:14.517184 dv-cinder-813221-2-iscsi neutron-server[100533]: {{(pid=100533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:40:14.566192 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Attempting to bind port eebb395e-8f9e-4805-920f-6a4d0da4c667 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:40:14.566842 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Attempting to bind port eebb395e-8f9e-4805-920f-6a4d0da4c667 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '48e25e68-0d9d-4cda-827f-8009b0e030a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:40:14.567035 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Attempting to bind port eebb395e-8f9e-4805-920f-6a4d0da4c667 on network cea7b2ee-0641-4ddc-b971-19664525265f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:40:14.572477 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:40:14.572872 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Checking segment: {'id': '48e25e68-0d9d-4cda-827f-8009b0e030a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:40:14.573343 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:14.573764 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Bound using segment: {'id': '48e25e68-0d9d-4cda-827f-8009b0e030a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:40:14.574248 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Bound port: eebb395e-8f9e-4805-920f-6a4d0da4c667, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e25e68-0d9d-4cda-827f-8009b0e030a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:40:14.574660 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:14.637382 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] For port eebb395e-8f9e-4805-920f-6a4d0da4c667, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:40:14.641665 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] For port eebb395e-8f9e-4805-920f-6a4d0da4c667, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=eebb395e-8f9e-4805-920f-6a4d0da4c667,segment=NetworkSegment(48e25e68-0d9d-4cda-827f-8009b0e030a1),segment_id=48e25e68-0d9d-4cda-827f-8009b0e030a1)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:40:14.647081 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:14.713652 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6f19d-f3a0-48d0-8214-74c87ca8f419 None None] Pushing event updated for resources: {'Port': ['ID=eebb395e-8f9e-4805-920f-6a4d0da4c667,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:16.106395 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38178) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:16.431004 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [None req-18f5f477-2a9a-4ca0-b325-0bd58282a4f5 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:40:16.432010 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-18f5f477-2a9a-4ca0-b325-0bd58282a4f5 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3245831 Oct 12 16:40:18.984580 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 38186) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:19.311343 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [None req-0e048ef8-1997-47b6-8f5a-4bc990e3c36e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:40:19.312413 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-0e048ef8-1997-47b6-8f5a-4bc990e3c36e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3266447 Oct 12 16:40:22.078309 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 38196) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:22.387537 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5c0e63af-c921-456d-8397-d519592ce78e admin admin] Request body: {'router': {'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:40:22.452963 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.policy [None req-5c0e63af-c921-456d-8397-d519592ce78e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100531) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 16:40:22.501416 dv-cinder-813221-2-iscsi neutron-server[100531]: WARNING oslo_policy.policy [None req-5c0e63af-c921-456d-8397-d519592ce78e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:40:22.501800 dv-cinder-813221-2-iscsi neutron-server[100531]: WARNING oslo_policy.policy [None req-5c0e63af-c921-456d-8397-d519592ce78e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:40:22.511091 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.quota [None req-5c0e63af-c921-456d-8397-d519592ce78e admin admin] Loaded quota_driver: . Oct 12 16:40:22.566906 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c0e63af-c921-456d-8397-d519592ce78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4964'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:22.569293 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c0e63af-c921-456d-8397-d519592ce78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4975'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:22.732107 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c0e63af-c921-456d-8397-d519592ce78e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:22.738598 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c0e63af-c921-456d-8397-d519592ce78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464375'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:22.771570 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c0e63af-c921-456d-8397-d519592ce78e admin admin] Notify callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:22.773429 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-5c0e63af-c921-456d-8397-d519592ce78e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6937716 Oct 12 16:40:23.945949 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb77b97-ecea-426f-b853-24a636a646c0 None None] Network cea7b2ee-0641-4ddc-b971-19664525265f requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:40:24.078623 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-e56067f9-797b-45c5-a1a5-ddc6ee2d1d37 None None] Provisioning complete for port eebb395e-8f9e-4805-920f-6a4d0da4c667 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:40:24.079016 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e56067f9-797b-45c5-a1a5-ddc6ee2d1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:24.279813 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e56067f9-797b-45c5-a1a5-ddc6ee2d1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:24.316022 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-e56067f9-797b-45c5-a1a5-ddc6ee2d1d37 None None] For port eebb395e-8f9e-4805-920f-6a4d0da4c667, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=eebb395e-8f9e-4805-920f-6a4d0da4c667,segment=NetworkSegment(48e25e68-0d9d-4cda-827f-8009b0e030a1),segment_id=48e25e68-0d9d-4cda-827f-8009b0e030a1)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:40:24.320627 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e56067f9-797b-45c5-a1a5-ddc6ee2d1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:24.378685 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56067f9-797b-45c5-a1a5-ddc6ee2d1d37 None None] Pushing event updated for resources: {'Port': ['ID=eebb395e-8f9e-4805-920f-6a4d0da4c667,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:24.465058 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device eebb395e-8f9e-4805-920f-6a4d0da4c667 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:40:24.518906 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port eebb395e-8f9e-4805-920f-6a4d0da4c667 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:40:24.519265 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:24.566677 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-914916c7-b834-4fd6-b68f-03abbe75cd2d None None] Provisioning complete for port eebb395e-8f9e-4805-920f-6a4d0da4c667 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:40:24.566948 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-914916c7-b834-4fd6-b68f-03abbe75cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:24.782728 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fbf893dc-98ac-4fe1-af7e-ce0622827b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:25.405921 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 38210) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:25.766801 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [None req-a78d652c-29e8-44e9-b8fd-4e9f720cde16 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:40:25.767876 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-a78d652c-29e8-44e9-b8fd-4e9f720cde16 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3610172 Oct 12 16:40:26.402386 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device eebb395e-8f9e-4805-920f-6a4d0da4c667 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:40:26.451894 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port eebb395e-8f9e-4805-920f-6a4d0da4c667 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:40:26.452260 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:26.906406 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 5 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:40:27.474549 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-24051a24-518f-4c75-94bd-0c0cf020c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:28.287962 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38218) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:28.290795 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:28.598176 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:40:28.619499 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Made reservation on behalf of 64da0972f6f84075a0e8956810e3e6c1 for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:40:28.621749 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:28.629661 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:28.704999 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:28.709608 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:28.726442 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Reserving flat network on physical network physnet1 {{(pid=100532) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 16:40:28.740277 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c4e54a-17a7-41c8-a0ae-36ab6e61efd7,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:28.747640 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:28.748165 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Added segment 20b2fa8c-85b5-4fd1-89ca-93de001f5496 of type flat for network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 Oct 12 16:40:28.793278 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:28.824676 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:28.825768 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:40:28.832704 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:28.885639 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5964534 Oct 12 16:40:28.896208 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04079420-f4a8-476e-852f-43b303786f69 admin admin] Pushing event updated for resources: {'Network': ['ID=d339d531-d6c2-4d8e-bfa2-5aa00ef958c1,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:28.912400 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:40:28.955347 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:30.331989 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:31.385906 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38236) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:31.559032 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a9f3-bd68-490e-9a90-6305c3379521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:40:31.560353 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-56f4a9f3-bd68-490e-9a90-6305c3379521 admin admin] 10.222.0.48 "GET /v2.0/subnets/329e1090-3b6a-487a-9bcb-9bc7cf8695c2 HTTP/1.1" status: 200 len: 849 time: 0.1735106 Oct 12 16:40:31.717258 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-42a551b4-1737-4858-99dc-2658d1cc2ef5 admin admin] 10.222.0.48 "GET /v2.0/routers/b0e0a753-355f-482c-b339-633426f47056 HTTP/1.1" status: 200 len: 704 time: 0.1507597 Oct 12 16:40:31.980305 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:32.273423 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Allocated IP 172.20.0.1 (cea7b2ee-0641-4ddc-b971-19664525265f/329e1090-3b6a-487a-9bcb-9bc7cf8695c2/03886540-5327-406b-9ddc-19387a7a732b) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:40:32.480175 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:32.543981 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:32.617601 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Network cea7b2ee-0641-4ddc-b971-19664525265f is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:40:32.622343 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:40:32.628185 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:40:32.628667 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464166'] for router_interface, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:32.685082 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Pushing event updated for resources: {'Port': ['ID=03886540-5327-406b-9ddc-19387a7a732b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:32.823646 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:32.859951 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-4b19ca48-f060-4b17-a930-05ca0cf17270 None None] Provisioning complete for port 03886540-5327-406b-9ddc-19387a7a732b triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:40:32.860536 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4b19ca48-f060-4b17-a930-05ca0cf17270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:32.892536 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-4b19ca48-f060-4b17-a930-05ca0cf17270 None None] Port 03886540-5327-406b-9ddc-19387a7a732b cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:40:33.033162 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:33.037498 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:33.038253 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438966'] for router_interface, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:33.114163 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Pushing event updated for resources: {'Port': ['ID=03886540-5327-406b-9ddc-19387a7a732b,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:33.160547 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Network cea7b2ee-0641-4ddc-b971-19664525265f is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:40:33.161829 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:40:33.312000 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-c74fc7cc-c4f4-4ac2-b8fe-6d294b9519a3 None None] Provisioning complete for port 03886540-5327-406b-9ddc-19387a7a732b triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:40:33.312375 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c74fc7cc-c4f4-4ac2-b8fe-6d294b9519a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:33.321119 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Router b0e0a753-355f-482c-b339-633426f47056 is scheduled to L3 agent 47858efe-f191-44e1-97b8-339f14938278 with binding_index 1 {{(pid=100532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:40:33.346619 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-c74fc7cc-c4f4-4ac2-b8fe-6d294b9519a3 None None] Port 03886540-5327-406b-9ddc-19387a7a732b cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:40:33.411714 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:40:33.417231 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5c3063be-87f7-4da9-9ac4-66c58065ca4f admin admin] 10.222.0.48 "PUT /v2.0/routers/b0e0a753-355f-482c-b339-633426f47056/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6941519 Oct 12 16:40:33.421360 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Sync routers for ids ['b0e0a753-355f-482c-b339-633426f47056'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:40:33.433585 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Routers {'b0e0a753-355f-482c-b339-633426f47056'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:40:33.434374 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:40:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['b0e0a753-355f-482c-b339-633426f47056'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:40:33.623274 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Set router b0e0a753-355f-482c-b339-633426f47056 gateway port host: None {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:40:34.055212 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e0a753-355f-482c-b339-633426f47056', 'name': 'router1', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:40:22Z', 'updated_at': '2021-10-12T16:40:32Z', 'revision_number': 2, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'gw_port_host': None, '_interfaces': [{'id': '03886540-5327-406b-9ddc-19387a7a732b', 'name': '', 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'mac_address': 'fa:16:3e:22:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e0a753-355f-482c-b339-633426f47056', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:40:32Z', 'updated_at': '2021-10-12T16:40:32Z', 'revision_number': 2, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'subnets': [{'id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df3ad98-0778-4ae9-8ac0-bf8091045db5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:40:34.107190 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Checking router: b0e0a753-355f-482c-b339-633426f47056 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:40:34.107569 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Updating router b0e0a753-355f-482c-b339-633426f47056 port 03886540-5327-406b-9ddc-19387a7a732b binding host dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:40:34.157206 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:34.670625 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Notify callbacks [] for port, precommit_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:34.676938 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:34.833321 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Pushing event updated for resources: {'Port': ['ID=03886540-5327-406b-9ddc-19387a7a732b,revision_number=3']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:34.847733 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Attempting to bind port 03886540-5327-406b-9ddc-19387a7a732b on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:40:34.848130 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Attempting to bind port 03886540-5327-406b-9ddc-19387a7a732b by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '48e25e68-0d9d-4cda-827f-8009b0e030a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f'}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:40:34.848563 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Attempting to bind port 03886540-5327-406b-9ddc-19387a7a732b on network cea7b2ee-0641-4ddc-b971-19664525265f {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:40:34.851059 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.851424 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.851787 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.852118 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.852446 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.852773 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.853097 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.853439 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.853763 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.854105 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.854430 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.854748 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Tracked resource versions report: Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: pushed versions: Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: { 'AddressGroup': {'1.2'}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'ConntrackHelper': {'1.0'}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Log': {'1.0'}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Network': {'1.1'}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Port': {'1.7'}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'PortForwarding': {'1.2'}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'QosPolicy': {'1.10'}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SecurityGroup': {'1.4'}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SubPort': {'1.0'}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Subnet': {'1.1'}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Trunk': {'1.1'}} Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: consumer versions: Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: { DHCP agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: L3 agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: Metadata agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: Metering agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: Open vSwitch agent@dv-cinder-813221-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'ConntrackHelper': '1.0', Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Log': '1.0', Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Network': '1.1', Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Port': '1.7', Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'PortForwarding': '1.2', Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'QosPolicy': '1.10', Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SecurityGroup': '1.4', Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SecurityGroupRule': '1.2', Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SubPort': '1.0', Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Subnet': '1.1', Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Trunk': '1.1'}} Oct 12 16:40:34.856171 dv-cinder-813221-2-iscsi neutron-server[100534]: {{(pid=100534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:40:34.862132 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:40:34.862547 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Checking segment: {'id': '48e25e68-0d9d-4cda-827f-8009b0e030a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:40:34.863038 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:34.863673 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Bound using segment: {'id': '48e25e68-0d9d-4cda-827f-8009b0e030a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f'} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:40:34.864262 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Bound port: 03886540-5327-406b-9ddc-19387a7a732b, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e25e68-0d9d-4cda-827f-8009b0e030a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f'}}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:40:34.864669 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:34.879215 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-1aa51586-1bd2-476b-a3dd-42ce59592cbd None None] Provisioning complete for port 03886540-5327-406b-9ddc-19387a7a732b triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:40:34.880259 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1aa51586-1bd2-476b-a3dd-42ce59592cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:34.916929 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-1aa51586-1bd2-476b-a3dd-42ce59592cbd None None] Port 03886540-5327-406b-9ddc-19387a7a732b cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:40:34.936854 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] For port 03886540-5327-406b-9ddc-19387a7a732b, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:40:34.956752 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] For port 03886540-5327-406b-9ddc-19387a7a732b, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=03886540-5327-406b-9ddc-19387a7a732b,segment=NetworkSegment(48e25e68-0d9d-4cda-827f-8009b0e030a1),segment_id=48e25e68-0d9d-4cda-827f-8009b0e030a1)] {{(pid=100534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:40:34.961467 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:35.021651 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Routers {'b0e0a753-355f-482c-b339-633426f47056'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:40:35.022285 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:40:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['b0e0a753-355f-482c-b339-633426f47056'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:40:35.024158 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bf5c3-8ee1-49a2-b4d1-398185ee3c97 None None] Pushing event updated for resources: {'Port': ['ID=03886540-5327-406b-9ddc-19387a7a732b,revision_number=4']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:35.117289 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] Set router b0e0a753-355f-482c-b339-633426f47056 gateway port host: None {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:40:35.237213 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-7dab12da-c44a-4c90-9c65-49923d3d4e49 None None] Provisioning complete for port 03886540-5327-406b-9ddc-19387a7a732b triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:40:35.237992 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7dab12da-c44a-4c90-9c65-49923d3d4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:35.320566 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7dab12da-c44a-4c90-9c65-49923d3d4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:35.331494 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e0a753-355f-482c-b339-633426f47056', 'name': 'router1', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:40:22Z', 'updated_at': '2021-10-12T16:40:32Z', 'revision_number': 2, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'gw_port_host': None, '_interfaces': [{'id': '03886540-5327-406b-9ddc-19387a7a732b', 'name': '', 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'mac_address': 'fa:16:3e:22:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e0a753-355f-482c-b339-633426f47056', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:40:32Z', 'updated_at': '2021-10-12T16:40:34Z', 'revision_number': 4, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'subnets': [{'id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df3ad98-0778-4ae9-8ac0-bf8091045db5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:40:35.353038 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-7dab12da-c44a-4c90-9c65-49923d3d4e49 None None] For port 03886540-5327-406b-9ddc-19387a7a732b, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=03886540-5327-406b-9ddc-19387a7a732b,segment=NetworkSegment(48e25e68-0d9d-4cda-827f-8009b0e030a1),segment_id=48e25e68-0d9d-4cda-827f-8009b0e030a1)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:40:35.357388 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7dab12da-c44a-4c90-9c65-49923d3d4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:35.359143 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0dfe6-12a8-4450-b37a-5197f5ebccb0 None None] The sync data for ids ['b0e0a753-355f-482c-b339-633426f47056'] in dv-cinder-813221-2-iscsi is: [{'id': 'b0e0a753-355f-482c-b339-633426f47056', 'name': 'router1', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:40:22Z', 'updated_at': '2021-10-12T16:40:32Z', 'revision_number': 2, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'gw_port_host': None, '_interfaces': [{'id': '03886540-5327-406b-9ddc-19387a7a732b', 'name': '', 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'mac_address': 'fa:16:3e:22:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e0a753-355f-482c-b339-633426f47056', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:40:32Z', 'updated_at': '2021-10-12T16:40:34Z', 'revision_number': 4, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'subnets': [{'id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df3ad98-0778-4ae9-8ac0-bf8091045db5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:40:35.414075 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab12da-c44a-4c90-9c65-49923d3d4e49 None None] Pushing event updated for resources: {'Port': ['ID=03886540-5327-406b-9ddc-19387a7a732b,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:35.778185 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38256) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:35.886534 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab34fd4-2aa8-4482-80d3-0014c2ba1df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:40:35.887882 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-fab34fd4-2aa8-4482-80d3-0014c2ba1df3 admin admin] 10.222.0.48 "GET /v2.0/networks/d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 HTTP/1.1" status: 200 len: 842 time: 0.1086831 Oct 12 16:40:35.898491 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:40:35.920080 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Made reservation on behalf of 64da0972f6f84075a0e8956810e3e6c1 for: {'subnet': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:40:35.922377 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:36.209591 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.objects.ports [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 16:40:36.210052 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for subnet, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:36.329785 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f85ec47-a9ef-4cc6-9143-ce4d3652747b,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:36.340055 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Checking segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:40:36.340413 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Network hostable DHCP agents. Network: d339d531-d6c2-4d8e-bfa2-5aa00ef958c1, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:40:36.357944 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:40:36.367645 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, d339d531-d6c2-4d8e-bfa2-5aa00ef958c1) {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:40:36.372799 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:40:36.373399 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:36.377613 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770108f-e93b-4e77-b185-d91488b90c25 None None] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:40:36.396167 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-079f76f4-f2da-4dd4-9b64-06d1ccba7983 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4947767 Oct 12 16:40:36.515255 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440334d4-ed9f-4812-bf1a-870d09015b5d None None] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:40:38.798976 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38264) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:38.930787 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-dcd8250b-9e1a-4bad-a672-5d1f2d31a878 admin admin] 10.222.0.48 "GET /v2.0/routers/b0e0a753-355f-482c-b339-633426f47056 HTTP/1.1" status: 200 len: 710 time: 0.1306543 Oct 12 16:40:39.018974 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7320e22c-daf2-4844-b376-bde5701162e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:40:39.026763 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-7320e22c-daf2-4844-b376-bde5701162e1 admin admin] 10.222.0.48 "GET /v2.0/networks/d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 HTTP/1.1" status: 200 len: 886 time: 0.0834689 Oct 12 16:40:39.030653 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:40:39.285238 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:39.516642 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:39.589796 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:39.694302 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Allocated IP 172.27.2.127 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/4307ac1e-2127-49b3-9a59-7eb8acaa1494) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:40:39.795725 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:39.827651 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:39.865848 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:40:39.868510 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:40:39.876369 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:40:39.879120 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Pushing event updated for resources: {'Port': ['ID=4307ac1e-2127-49b3-9a59-7eb8acaa1494,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:40.126100 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:40.406812 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-445543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4889'] for router, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:40.410202 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-464382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-445532'] for router, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:40.515732 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Router b0e0a753-355f-482c-b339-633426f47056 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:40:40.621642 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:40:40.625812 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:40.626992 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-b02f3866-bdae-4d8a-9a7b-8ad8e8c5fee7 admin admin] 10.222.0.48 "PUT /v2.0/routers/b0e0a753-355f-482c-b339-633426f47056 HTTP/1.1" status: 200 len: 890 time: 1.5995855 Oct 12 16:40:42.335066 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Sync routers for ids ['b0e0a753-355f-482c-b339-633426f47056'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:40:42.349568 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Routers {'b0e0a753-355f-482c-b339-633426f47056'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:40:42.350216 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:40:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['b0e0a753-355f-482c-b339-633426f47056'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:40:42.461752 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 03886540-5327-406b-9ddc-19387a7a732b up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:40:42.588381 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Set router b0e0a753-355f-482c-b339-633426f47056 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:40:42.667096 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 03886540-5327-406b-9ddc-19387a7a732b triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:40:42.667470 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:43.056316 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e0a753-355f-482c-b339-633426f47056', 'name': 'router1', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '4307ac1e-2127-49b3-9a59-7eb8acaa1494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:40:22Z', 'updated_at': '2021-10-12T16:40:39Z', 'revision_number': 4, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'gw_port': {'id': '4307ac1e-2127-49b3-9a59-7eb8acaa1494', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e0a753-355f-482c-b339-633426f47056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:40:39Z', 'updated_at': '2021-10-12T16:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '03886540-5327-406b-9ddc-19387a7a732b', 'name': '', 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'mac_address': 'fa:16:3e:22:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e0a753-355f-482c-b339-633426f47056', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:40:32Z', 'updated_at': '2021-10-12T16:40:35Z', 'revision_number': 5, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'subnets': [{'id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df3ad98-0778-4ae9-8ac0-bf8091045db5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:40:43.109585 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Checking router: b0e0a753-355f-482c-b339-633426f47056 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:40:43.109969 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Updating router b0e0a753-355f-482c-b339-633426f47056 port 4307ac1e-2127-49b3-9a59-7eb8acaa1494 binding host dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:40:43.156340 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:43.171887 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38276) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:40:43.285846 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-630a87fa-58ff-4631-9671-db3dd0747b3b admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1128156 Oct 12 16:40:43.566691 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Notify callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:43.574080 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:43.626719 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Attempting to bind port 4307ac1e-2127-49b3-9a59-7eb8acaa1494 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:40:43.627090 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Attempting to bind port 4307ac1e-2127-49b3-9a59-7eb8acaa1494 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:40:43.627450 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Attempting to bind port 4307ac1e-2127-49b3-9a59-7eb8acaa1494 on network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:40:43.630254 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89d3f9-ed39-4a25-b510-f275dc013a81 None None] Pushing event updated for resources: {'Port': ['ID=4307ac1e-2127-49b3-9a59-7eb8acaa1494,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:43.635621 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:40:43.635993 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Checking segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:40:43.636395 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:43.636777 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Bound using segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:40:43.637239 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Bound port: 4307ac1e-2127-49b3-9a59-7eb8acaa1494, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:40:43.637664 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:43.687086 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] For port 4307ac1e-2127-49b3-9a59-7eb8acaa1494, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:40:43.690052 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] For port 4307ac1e-2127-49b3-9a59-7eb8acaa1494, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=4307ac1e-2127-49b3-9a59-7eb8acaa1494,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:40:43.695960 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:43.757220 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89d3f9-ed39-4a25-b510-f275dc013a81 None None] Pushing event updated for resources: {'Port': ['ID=4307ac1e-2127-49b3-9a59-7eb8acaa1494,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:43.762905 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Routers {'b0e0a753-355f-482c-b339-633426f47056'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:40:43.763841 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:40:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['b0e0a753-355f-482c-b339-633426f47056'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:40:43.871208 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] Set router b0e0a753-355f-482c-b339-633426f47056 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:40:44.090222 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e0a753-355f-482c-b339-633426f47056', 'name': 'router1', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '4307ac1e-2127-49b3-9a59-7eb8acaa1494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:40:22Z', 'updated_at': '2021-10-12T16:40:39Z', 'revision_number': 4, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'gw_port': {'id': '4307ac1e-2127-49b3-9a59-7eb8acaa1494', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e0a753-355f-482c-b339-633426f47056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:40:39Z', 'updated_at': '2021-10-12T16:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '03886540-5327-406b-9ddc-19387a7a732b', 'name': '', 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'mac_address': 'fa:16:3e:22:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e0a753-355f-482c-b339-633426f47056', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:40:32Z', 'updated_at': '2021-10-12T16:40:35Z', 'revision_number': 5, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'subnets': [{'id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df3ad98-0778-4ae9-8ac0-bf8091045db5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:40:44.117123 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3529924-f95c-46ee-9c70-79b895cb8f23 None None] The sync data for ids ['b0e0a753-355f-482c-b339-633426f47056'] in dv-cinder-813221-2-iscsi is: [{'id': 'b0e0a753-355f-482c-b339-633426f47056', 'name': 'router1', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '4307ac1e-2127-49b3-9a59-7eb8acaa1494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:40:22Z', 'updated_at': '2021-10-12T16:40:39Z', 'revision_number': 4, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'gw_port': {'id': '4307ac1e-2127-49b3-9a59-7eb8acaa1494', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e0a753-355f-482c-b339-633426f47056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:40:39Z', 'updated_at': '2021-10-12T16:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '03886540-5327-406b-9ddc-19387a7a732b', 'name': '', 'network_id': 'cea7b2ee-0641-4ddc-b971-19664525265f', 'tenant_id': '3b38fac5719442ec8d74d1de558e09b0', 'mac_address': 'fa:16:3e:22:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e0a753-355f-482c-b339-633426f47056', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:40:32Z', 'updated_at': '2021-10-12T16:40:35Z', 'revision_number': 5, 'project_id': '3b38fac5719442ec8d74d1de558e09b0', 'subnets': [{'id': '329e1090-3b6a-487a-9bcb-9bc7cf8695c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df3ad98-0778-4ae9-8ac0-bf8091045db5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:40:44.468140 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 4307ac1e-2127-49b3-9a59-7eb8acaa1494 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:40:44.521899 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 4307ac1e-2127-49b3-9a59-7eb8acaa1494 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:40:44.522408 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:44.608303 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:44.650219 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port 4307ac1e-2127-49b3-9a59-7eb8acaa1494, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=4307ac1e-2127-49b3-9a59-7eb8acaa1494,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:40:44.662008 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:44.712915 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=4307ac1e-2127-49b3-9a59-7eb8acaa1494,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:40:46.430985 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 4307ac1e-2127-49b3-9a59-7eb8acaa1494 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:40:46.502665 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 4307ac1e-2127-49b3-9a59-7eb8acaa1494 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:40:46.503178 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:54.781290 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-63e57809-94f0-4497-9fce-7fb0630cf758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:57.477606 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b77cb6da-163c-441e-93d1-8ad56e4cf839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:58.293952 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:40:58.909049 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:00.358641 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:03.904744 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 5 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:41:24.778559 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9838b77c-f146-4eb4-b3f5-03c875a64341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:27.485193 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c4f55782-9fe9-479c-8a56-816500cd30b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:28.298420 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:28.911679 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:30.359849 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:40.903095 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 5 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:41:54.772583 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6737a861-b9d1-494a-a608-44bea758abc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:57.477398 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd36d-8d2c-4bac-8c39-07500177c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.300174 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.914682 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:00.356130 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:17.902240 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 5 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:42:21.845390 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38838) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:21.905713 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6f8707-d938-44da-82bc-0bfb38ab102f admin admin] GET failed (client error): The resource could not be found. Oct 12 16:42:21.907008 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5c6f8707-d938-44da-82bc-0bfb38ab102f admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606830 Oct 12 16:42:22.061791 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125457d-bac7-48d2-88e0-66b249bc7163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:22.063167 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-0125457d-bac7-48d2-88e0-66b249bc7163 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1510053 Oct 12 16:42:24.328336 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38848) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:24.422742 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7053c41b-bccd-4777-add1-0ec371f5bbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:24.424081 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-7053c41b-bccd-4777-add1-0ec371f5bbc7 admin admin] 10.222.0.48 "GET /v2.0/subnets/329e1090-3b6a-487a-9bcb-9bc7cf8695c2 HTTP/1.1" status: 200 len: 849 time: 0.0947762 Oct 12 16:42:24.434296 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:42:24.518428 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:24.657053 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780332841229'] for subnet, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:24.688963 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:24.690179 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:24.691598 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] 10.222.0.48 "PUT /v2.0/subnets/329e1090-3b6a-487a-9bcb-9bc7cf8695c2 HTTP/1.1" status: 200 len: 868 time: 0.2603819 Oct 12 16:42:24.695514 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a42ea-8288-4ee6-a6f9-65f9c2ac8f01 None None] Network cea7b2ee-0641-4ddc-b971-19664525265f requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:42:24.707905 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329e1090-3b6a-487a-9bcb-9bc7cf8695c2,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:42:24.715499 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.715855 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.716185 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.716520 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.716852 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.717183 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.717548 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.717896 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.718229 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.718559 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.718933 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.719260 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654f8d0e-dee7-4ec9-8b31-f90daf059b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:42:24.786460 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8af45b43-2159-4efc-b52c-d79a9c32cfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:25.061242 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-7fec3c83-d4b7-4f43-a0be-c8e486899324 None None] Provisioning complete for port eebb395e-8f9e-4805-920f-6a4d0da4c667 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:42:25.061576 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7fec3c83-d4b7-4f43-a0be-c8e486899324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:25.147935 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-7fec3c83-d4b7-4f43-a0be-c8e486899324 None None] Provisioning complete for port 03886540-5327-406b-9ddc-19387a7a732b triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:42:25.148300 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7fec3c83-d4b7-4f43-a0be-c8e486899324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:27.025782 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38856) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:27.231251 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9715e1-9026-4959-b221-9c0078583ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:27.231645 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9715e1-9026-4959-b221-9c0078583ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:27.233170 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-8d9715e1-9026-4959-b221-9c0078583ccb admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2064288 Oct 12 16:42:27.478330 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1136ffbd-ec7f-4522-b1ec-1c4cc44fedd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:28.303056 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:28.917496 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:29.499675 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38864) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:29.635252 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97963d01-7bf6-473b-8236-617ba51c1e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:29.635731 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97963d01-7bf6-473b-8236-617ba51c1e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:29.637227 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-97963d01-7bf6-473b-8236-617ba51c1e4b admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1366088 Oct 12 16:42:30.360291 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:31.890920 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38872) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:32.017449 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b19e00e-c24b-4100-b51c-37df885e19c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:32.018812 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-3b19e00e-c24b-4100-b51c-37df885e19c4 admin admin] 10.222.0.48 "GET /v2.0/networks/cea7b2ee-0641-4ddc-b971-19664525265f HTTP/1.1" status: 200 len: 869 time: 0.1269639 Oct 12 16:42:34.279681 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38880) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:34.495526 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be6208c-4935-49d8-9992-477585ab29e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:34.496886 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-2be6208c-4935-49d8-9992-477585ab29e1 admin admin] 10.222.0.48 "GET /v2.0/networks/d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 HTTP/1.1" status: 200 len: 886 time: 0.2162945 Oct 12 16:42:36.754173 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38888) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:36.872448 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56accc2-bc07-4cab-b66f-7432c5cf4955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:36.872907 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56accc2-bc07-4cab-b66f-7432c5cf4955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:36.874421 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e56accc2-bc07-4cab-b66f-7432c5cf4955 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1193254 Oct 12 16:42:39.141486 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38896) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:39.233147 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68497c16-7904-4dbb-957b-fc2ea9a52024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:39.233702 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68497c16-7904-4dbb-957b-fc2ea9a52024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:39.235198 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-68497c16-7904-4dbb-957b-fc2ea9a52024 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927689 Oct 12 16:42:41.467859 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38904) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:41.557744 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f839d7-cb2d-4d1b-8c9a-ae902e04e0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:41.559132 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-92f839d7-cb2d-4d1b-8c9a-ae902e04e0d7 admin admin] 10.222.0.48 "GET /v2.0/subnets/329e1090-3b6a-487a-9bcb-9bc7cf8695c2 HTTP/1.1" status: 200 len: 868 time: 0.0903282 Oct 12 16:42:43.820893 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38912) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:43.905429 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d2612-733e-46e4-8310-5c3b9e4b6ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:43.906762 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-275d2612-733e-46e4-8310-5c3b9e4b6ac2 admin admin] 10.222.0.48 "GET /v2.0/subnets/4f85ec47-a9ef-4cc6-9143-ce4d3652747b HTTP/1.1" status: 200 len: 816 time: 0.0848706 Oct 12 16:42:54.778319 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d5b9f74c-ec9e-4b4c-93e0-47b03e591f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:54.901141 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 5 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:42:57.478274 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-701b0ba5-6f68-4a2f-9be0-ccee17649954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:58.304621 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:58.921081 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:00.363738 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:08.181837 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38966) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:43:08.231128 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [None req-44c95381-efa0-4abe-8be4-25478ecf66e1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:43:08.232128 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-44c95381-efa0-4abe-8be4-25478ecf66e1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0493374 Oct 12 16:43:10.594738 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38974) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:43:10.657999 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.pecan_wsgi.hooks.translation [None req-62857451-57fa-4c76-bab1-11c76060f75c admin admin] GET failed (client error): The resource could not be found. Oct 12 16:43:10.659926 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-62857451-57fa-4c76-bab1-11c76060f75c admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642512 Oct 12 16:43:10.742555 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3920d34-15df-4b20-9c90-07f68c5169b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:10.744005 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-d3920d34-15df-4b20-9c90-07f68c5169b5 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0794508 Oct 12 16:43:13.017309 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38982) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:43:13.065127 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:43:13.085014 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] Made reservation on behalf of 64da0972f6f84075a0e8956810e3e6c1 for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:43:13.087283 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:13.114373 dv-cinder-813221-2-iscsi neutron-server[100532]: WARNING neutron.services.revisions.revision_plugin [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] Could not find related network for resource to bump revision. Oct 12 16:43:13.124749 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:43:13.133962 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:13.134299 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] Added segment ce3f6115-36aa-4934-9a35-24fe8d54969e of type vlan for network ba88652f-bbae-4e3f-a187-06fe7cea316d Oct 12 16:43:13.173567 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:13.197028 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:13.197905 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:13.198474 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:13.251834 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2328701 Oct 12 16:43:13.256815 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458243a-0269-497f-83aa-7bd9b7879d16 admin admin] Pushing event updated for resources: {'Network': ['ID=ba88652f-bbae-4e3f-a187-06fe7cea316d,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:43:13.267183 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network ba88652f-bbae-4e3f-a187-06fe7cea316d details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:43:15.575448 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 38990) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:43:15.635926 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0c734b-b71b-4327-9d3f-637f468f28b4 admin admin] GET failed (client error): The resource could not be found. Oct 12 16:43:15.637219 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-7e0c734b-b71b-4327-9d3f-637f468f28b4 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608079 Oct 12 16:43:15.707135 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b63b24-9e84-4f22-a687-eb8b3df871f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:15.708545 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c3b63b24-9e84-4f22-a687-eb8b3df871f2 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666986 Oct 12 16:43:15.719028 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:43:15.739515 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] Made reservation on behalf of 64da0972f6f84075a0e8956810e3e6c1 for: {'subnet': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:43:15.741840 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:15.900547 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for subnet, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:15.950841 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=233cb4e1-57d3-48aa-b448-788fc68092ff,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:43:15.960902 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] Checking segment: {'id': 'ce3f6115-36aa-4934-9a35-24fe8d54969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:43:15.961255 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] Network hostable DHCP agents. Network: ba88652f-bbae-4e3f-a187-06fe7cea316d, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:43:15.977575 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] Network ba88652f-bbae-4e3f-a187-06fe7cea316d is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:43:15.985403 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, ba88652f-bbae-4e3f-a187-06fe7cea316d) {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:43:15.989270 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:15.989874 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:15.994988 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0caa30-99ef-4e3b-8783-c66bd041bf0c None None] Network ba88652f-bbae-4e3f-a187-06fe7cea316d requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:43:16.004989 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-d0ed4013-0c77-4cce-8d27-934a8cc5cd6f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2892978 Oct 12 16:43:16.147666 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61e6fcb5-174d-52f8-b15f-9efeedbf2b29-ba88652f-bbae-4e3f-a187-06fe7cea316d', 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d', 'tenant_id': '64da0972f6f84075a0e8956810e3e6c1', 'fixed_ips': [{'subnet_id': '233cb4e1-57d3-48aa-b448-788fc68092ff'}]}} from dv-cinder-813221-2-iscsi. {{(pid=100533) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:43:16.148604 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:16.288430 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.db_base_plugin_common [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Allocated IP 192.168.233.2 (ba88652f-bbae-4e3f-a187-06fe7cea316d/233cb4e1-57d3-48aa-b448-788fc68092ff/a3051e62-c557-473c-b13f-6bdaf445286c) {{(pid=100533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:43:16.434340 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Notify callbacks [] for port, precommit_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:16.439602 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:16.483890 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Network ba88652f-bbae-4e3f-a187-06fe7cea316d is already hosted by enough agents. {{(pid=100533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:43:16.488312 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.base_scheduler [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Resources bound (agent type, host, resource id): {{(pid=100533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:43:16.490186 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Pushing event updated for resources: {'Port': ['ID=a3051e62-c557-473c-b13f-6bdaf445286c,revision_number=1']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:43:16.492257 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Received port after_create {{(pid=100533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:43:16.500646 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.501020 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.501386 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.501727 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.502084 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.502427 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.502764 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.503098 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.503443 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.503835 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.504097 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.504418 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:16.555939 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Attempting to bind port a3051e62-c557-473c-b13f-6bdaf445286c on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:43:16.556227 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Attempting to bind port a3051e62-c557-473c-b13f-6bdaf445286c by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': 'ce3f6115-36aa-4934-9a35-24fe8d54969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:43:16.556582 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Attempting to bind port a3051e62-c557-473c-b13f-6bdaf445286c on network ba88652f-bbae-4e3f-a187-06fe7cea316d {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:43:16.561424 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:43:16.561792 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Checking segment: {'id': 'ce3f6115-36aa-4934-9a35-24fe8d54969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:43:16.562289 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:16.562678 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Bound using segment: {'id': 'ce3f6115-36aa-4934-9a35-24fe8d54969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:43:16.563132 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Bound port: a3051e62-c557-473c-b13f-6bdaf445286c, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3f6115-36aa-4934-9a35-24fe8d54969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:43:16.563525 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:16.628305 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] For port a3051e62-c557-473c-b13f-6bdaf445286c, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:43:16.631855 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] For port a3051e62-c557-473c-b13f-6bdaf445286c, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=a3051e62-c557-473c-b13f-6bdaf445286c,segment=NetworkSegment(ce3f6115-36aa-4934-9a35-24fe8d54969e),segment_id=ce3f6115-36aa-4934-9a35-24fe8d54969e)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:43:16.635757 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:16.693065 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b35b5-559b-403e-bc3a-37aee310ef32 None None] Pushing event updated for resources: {'Port': ['ID=a3051e62-c557-473c-b13f-6bdaf445286c,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:43:17.497940 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2122295-292a-4cd6-80b8-471bc767a741 None None] Network ba88652f-bbae-4e3f-a187-06fe7cea316d requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:43:17.559013 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-f22f2ce0-bd21-445a-9d31-b50e8be68b67 None None] Provisioning complete for port a3051e62-c557-473c-b13f-6bdaf445286c triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:43:17.559390 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-f22f2ce0-bd21-445a-9d31-b50e8be68b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:17.707537 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-f22f2ce0-bd21-445a-9d31-b50e8be68b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:17.748024 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-f22f2ce0-bd21-445a-9d31-b50e8be68b67 None None] For port a3051e62-c557-473c-b13f-6bdaf445286c, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=a3051e62-c557-473c-b13f-6bdaf445286c,segment=NetworkSegment(ce3f6115-36aa-4934-9a35-24fe8d54969e),segment_id=ce3f6115-36aa-4934-9a35-24fe8d54969e)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:43:17.753628 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-f22f2ce0-bd21-445a-9d31-b50e8be68b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:17.815426 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f2ce0-bd21-445a-9d31-b50e8be68b67 None None] Pushing event updated for resources: {'Port': ['ID=a3051e62-c557-473c-b13f-6bdaf445286c,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:43:17.974903 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-2938aa7e-1bb5-4a68-9d59-32d0d903c357 None None] Provisioning complete for port a3051e62-c557-473c-b13f-6bdaf445286c triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:43:17.975195 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2938aa7e-1bb5-4a68-9d59-32d0d903c357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:18.542206 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device a3051e62-c557-473c-b13f-6bdaf445286c up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:43:18.594999 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port a3051e62-c557-473c-b13f-6bdaf445286c triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:43:18.595366 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:24.779184 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fb0c0f1f-d678-47bb-9e63-d3fb040d08db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:27.479198 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4b4e7e40-4522-4d86-a64d-ccbb9c4fad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:28.305598 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:28.923377 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:30.366600 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:31.900345 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 5 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:43:54.779862 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-21f19d80-526a-4498-9be8-60aa6e77e5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:57.479443 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ceac270b-9828-4fa2-a1ce-397f7768c070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:58.307201 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:58.931159 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:00.371832 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:08.899809 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 5 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:44:24.780316 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2d060e28-ae16-4251-b705-8d765eafbb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:27.480667 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e8c51c51-65f1-4c4f-b690-c41934e2143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:28.308837 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:28.930841 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:30.374557 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:32.198583 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39042) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:32.204400 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [None req-16e40544-da32-4b45-b9b7-ec2405aef053 tempest-verify_tempest_config-1971671893 tempest-verify_tempest_config-1971671893-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:44:32.205400 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-16e40544-da32-4b45-b9b7-ec2405aef053 tempest-verify_tempest_config-1971671893 tempest-verify_tempest_config-1971671893-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0057924 Oct 12 16:44:32.490094 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39060) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:32.596190 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:32.670183 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:32.674162 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:32.718529 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ed238e3b4c949f29d0af26182cab748&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2274086 Oct 12 16:44:32.719176 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b066bee0-522b-4a5a-8a25-d12d79cf6f39,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:44:32.721771 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39064) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:32.726131 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.726478 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.726812 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.727138 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.727461 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.727804 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.728128 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.728461 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.728796 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.729112 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.729444 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.729758 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea313607-9965-42f0-9d79-c8d4578c0400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.806103 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:32.825830 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:32.918810 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:32.921407 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:32.922504 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b066bee0-522b-4a5a-8a25-d12d79cf6f39 HTTP/1.1" status: 204 len: 168 time: 0.1998043 Oct 12 16:44:32.931445 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b066bee0-522b-4a5a-8a25-d12d79cf6f39,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:44:32.940649 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.941001 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.941296 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.941650 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.941974 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.942310 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.942637 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.942962 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.943295 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.943610 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.944035 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.944347 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d203650-aa9f-438b-b9bb-8c38e346b4fb admin admin] Tracked resource versions report: Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: pushed versions: Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: { 'AddressGroup': {'1.2'}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'ConntrackHelper': {'1.0'}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Log': {'1.0'}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Network': {'1.1'}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Port': {'1.7'}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'PortForwarding': {'1.2'}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'QosPolicy': {'1.10'}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SecurityGroup': {'1.4'}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SubPort': {'1.0'}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Subnet': {'1.1'}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Trunk': {'1.1'}} Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: consumer versions: Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: { DHCP agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: L3 agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: Metadata agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: Metering agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: Open vSwitch agent@dv-cinder-813221-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'ConntrackHelper': '1.0', Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Log': '1.0', Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Network': '1.1', Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Port': '1.7', Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'PortForwarding': '1.2', Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'QosPolicy': '1.10', Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SecurityGroup': '1.4', Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SecurityGroupRule': '1.2', Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SubPort': '1.0', Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Subnet': '1.1', Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Trunk': '1.1'}} Oct 12 16:44:32.945482 dv-cinder-813221-2-iscsi neutron-server[100531]: {{(pid=100531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:44:45.899173 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 5 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:44:54.781326 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b7cf40b7-82e2-4119-8800-a4e810036246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:57.481063 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-22941c02-dba3-48de-8614-543ec71dde56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:58.310560 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:58.932041 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:00.377571 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:22.898044 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 5 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:45:24.782945 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ac76bd3d-0c12-4219-bb26-e0f569ac7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:27.481223 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-044b43d2-02e9-4a6a-9c82-af07f2720bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:28.311541 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:28.934844 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:30.381447 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:54.783041 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b66d2c73-f52c-40ac-a0f8-88e36e15865c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:57.482786 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c1898252-3a19-4778-b8ec-98b8d2a91769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:58.312114 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:58.939134 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:59.896677 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 5 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:46:00.384084 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:13.653516 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438526'] for agent, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:24.782882 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6fbe-af74-454b-808f-554618bb6bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:27.486548 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9e40506e-f667-4e05-a1b6-3eee0427cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:28.315545 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:28.941015 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:29.465401 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39142) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:46:29.566312 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-6f257d01-8268-462c-a114-c600667fb8ff admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0998225 Oct 12 16:46:30.386323 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:31.820123 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39152) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:46:31.873789 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-0b18c62d-4804-4d14-906c-28ddd6eb3cd7 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525928 Oct 12 16:46:36.896246 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:46:43.577173 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:54.784123 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6ec0b031-e0ef-4e17-9f90-d5ef1b62ba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:57.486064 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-f98d0ffa-9ad0-4dc0-8ae8-cbb0d1211ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:58.318650 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:58.942772 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:00.389070 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:13.591563 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:13.894963 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:47:24.792619 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7037a1a7-1f64-425b-9949-e324e2608148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:27.491246 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1f87f7a6-3ca6-4d49-bdfe-08c38e40080f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:28.320864 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:28.967466 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:30.393422 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:43.605575 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:50.894110 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:47:54.785128 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-f115835f-abee-44cc-9024-4712c7e7470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:57.483032 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d4720ec3-44e8-48cd-a5d8-99e01915ba30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:58.328955 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:58.961158 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:00.419236 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:02.456661 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39366) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:02.850837 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2008784905-network', 'tenant_id': '1e3793eca5f44becb0da2d9372080d65'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:02.877489 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Made reservation on behalf of 1e3793eca5f44becb0da2d9372080d65 for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:02.880089 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:02.894591 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:02.978744 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:02.983955 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:03.010036 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5156c54-070b-407f-8369-dc37ff8b4b61,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:03.019247 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.019833 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.020361 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.020855 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.021495 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.022536 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.022676 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.022992 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.023412 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.023717 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.024220 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.024328 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Tracked resource versions report: Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: pushed versions: Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: { 'AddressGroup': {'1.2'}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'ConntrackHelper': {'1.0'}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Log': {'1.0'}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Network': {'1.1'}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Port': {'1.7'}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'PortForwarding': {'1.2'}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'QosPolicy': {'1.10'}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SecurityGroup': {'1.4'}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SubPort': {'1.0'}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Subnet': {'1.1'}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Trunk': {'1.1'}} Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: consumer versions: Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: { DHCP agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: L3 agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: Metadata agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: Metering agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: Open vSwitch agent@dv-cinder-813221-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'ConntrackHelper': '1.0', Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Log': '1.0', Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Network': '1.1', Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Port': '1.7', Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'PortForwarding': '1.2', Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'QosPolicy': '1.10', Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SecurityGroup': '1.4', Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SecurityGroupRule': '1.2', Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'SubPort': '1.0', Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Subnet': '1.1', Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: 'Trunk': '1.1'}} Oct 12 16:48:03.025385 dv-cinder-813221-2-iscsi neutron-server[100532]: {{(pid=100532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:48:03.031032 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:48:03.042394 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:03.042926 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Added segment 5a20aded-2690-4886-83af-6815196bb388 of type vlan for network 44c05026-7bae-4d20-b504-f31b0e09ebda Oct 12 16:48:03.093440 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:03.119475 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:03.120615 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:03.121485 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:03.159118 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39414) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:03.191708 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39420) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:03.201307 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] Pushing event updated for resources: {'Network': ['ID=44c05026-7bae-4d20-b504-f31b0e09ebda,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:03.209157 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39426) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:03.209867 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-f83c3ac2-4adf-468e-9b9e-66280929c013 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7515624 Oct 12 16:48:03.212801 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network 44c05026-7bae-4d20-b504-f31b0e09ebda details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:48:03.219609 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Request body: {'subnet': {'network_id': '44c05026-7bae-4d20-b504-f31b0e09ebda', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2008784905-subnet', 'tenant_id': '1e3793eca5f44becb0da2d9372080d65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:03.270870 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Made reservation on behalf of 1e3793eca5f44becb0da2d9372080d65 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:03.275748 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:03.426973 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-246101307-network', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:03.447801 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1802480117-network', 'tenant_id': 'bef38560185b407ea90862e9626f9afc'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:03.481360 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Made reservation on behalf of ea06ba2e773d42f1ab5ae2a60f8dd8d6 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:03.484048 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:03.525129 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:03.538436 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Made reservation on behalf of bef38560185b407ea90862e9626f9afc for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:03.540809 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:03.570146 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:03.841456 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:03.961684 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.012194 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.028944 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.035920 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:48:04.047858 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Checking segment: {'id': '5a20aded-2690-4886-83af-6815196bb388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '44c05026-7bae-4d20-b504-f31b0e09ebda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:04.048575 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Network hostable DHCP agents. Network: 44c05026-7bae-4d20-b504-f31b0e09ebda, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:48:04.067951 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.085529 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780332813559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.086096 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Unsubscribe: segment precommit_create {{(pid=100531) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 16:48:04.086596 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.segments_db [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Added segment 5502f45f-3199-43ff-a073-0dd3f166c147 of type vlan for network 67492cf5-634a-4a65-8b9c-706ee2b5109a Oct 12 16:48:04.120564 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:48:04.168631 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d21f794-8c3d-4433-acbc-120301f389ff,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:04.184030 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.184030 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.184030 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.184030 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.184030 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.184502 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.184578 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.185272 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.185272 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.185567 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.185933 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.186184 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Tracked resource versions report: Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: pushed versions: Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: { 'AddressGroup': {'1.2'}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'ConntrackHelper': {'1.0'}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Log': {'1.0'}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Network': {'1.1'}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Port': {'1.7'}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'PortForwarding': {'1.2'}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'QosPolicy': {'1.10'}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SecurityGroup': {'1.4'}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SubPort': {'1.0'}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Subnet': {'1.1'}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Trunk': {'1.1'}} Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: consumer versions: Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: { DHCP agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: L3 agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: Metadata agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: Metering agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: Open vSwitch agent@dv-cinder-813221-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'ConntrackHelper': '1.0', Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Log': '1.0', Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Network': '1.1', Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Port': '1.7', Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'PortForwarding': '1.2', Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'QosPolicy': '1.10', Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SecurityGroup': '1.4', Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SecurityGroupRule': '1.2', Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'SubPort': '1.0', Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Subnet': '1.1', Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: 'Trunk': '1.1'}} Oct 12 16:48:04.187256 dv-cinder-813221-2-iscsi neutron-server[100531]: {{(pid=100531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:48:04.189512 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Network 44c05026-7bae-4d20-b504-f31b0e09ebda is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:48:04.191885 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.192225 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.segments_db [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Added segment 4a020f85-a850-4d98-93d7-4c2a9d8f9ba6 of type vlan for network 305d87b2-e9e4-4739-b688-2648a68da451 Oct 12 16:48:04.203191 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10f81e3-436d-4523-a4d3-220741cfd761,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:04.231017 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, 44c05026-7bae-4d20-b504-f31b0e09ebda) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:04.236159 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.248114 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c43367-3cbb-42c1-8cd4-d987492fc36e None None] Network 44c05026-7bae-4d20-b504-f31b0e09ebda requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:04.271592 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:04.272227 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.304981 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.326185 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-c141d066-a75c-4a18-80a2-891949be4f4c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1149948 Oct 12 16:48:04.363919 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.364866 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:04.366065 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.379284 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52903b92-de9e-4f84-bb9f-827e638e4123,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:04.405882 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3432f0d4-86d1-4a25-bd5f-6c5ea7f72bed None None] Network 44c05026-7bae-4d20-b504-f31b0e09ebda requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:04.437773 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.438723 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:04.439287 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.450424 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2890241 Oct 12 16:48:04.453659 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39502) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:04.460318 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] Request body: {'subnet': {'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-subnet', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:04.487534 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631332f8-fa0b-43a0-b50c-eef62f90b90d admin admin] Pushing event updated for resources: {'Network': ['ID=67492cf5-634a-4a65-8b9c-706ee2b5109a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:04.496366 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] Made reservation on behalf of ea06ba2e773d42f1ab5ae2a60f8dd8d6 for: {'subnet': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:04.500353 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.517649 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3244536 Oct 12 16:48:04.527851 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network 67492cf5-634a-4a65-8b9c-706ee2b5109a details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:48:04.575118 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39504) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:04.583471 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] Request body: {'subnet': {'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1802480117-subnet', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:04.610079 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39508) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:04.619955 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbad43-15e3-48cb-a20e-d5cbde70b839 admin admin] Pushing event updated for resources: {'Network': ['ID=305d87b2-e9e4-4739-b688-2648a68da451,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:04.648420 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] Made reservation on behalf of bef38560185b407ea90862e9626f9afc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:04.652507 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.665604 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network 305d87b2-e9e4-4739-b688-2648a68da451 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:48:04.890207 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for subnet, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.908489 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28484348-6902-4d8e-a8be-8731d8dd2b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:04.956407 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ed6982-8572-4062-9e82-23baaf25ec08,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:04.981458 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] Checking segment: {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:04.981841 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] Network hostable DHCP agents. Network: 67492cf5-634a-4a65-8b9c-706ee2b5109a, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:48:05.031099 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] Network 67492cf5-634a-4a65-8b9c-706ee2b5109a is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:48:05.037878 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.046776 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, 67492cf5-634a-4a65-8b9c-706ee2b5109a) {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:05.053807 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:05.054673 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.068081 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b9fdb-c014-43ad-98ca-0f6006887aa1 None None] Network 67492cf5-634a-4a65-8b9c-706ee2b5109a requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:05.085561 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-44666c6a-f48e-4c21-ab90-4e0e3977b605 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6296456 Oct 12 16:48:05.086662 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39540) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:05.092281 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:05.138630 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4964'] for router, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.141983 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4975'] for router, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.155812 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=109ed70d-b303-4e9e-ad8c-e110e5884b8f,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:05.205045 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] Checking segment: {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:05.205978 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] Network hostable DHCP agents. Network: 305d87b2-e9e4-4739-b688-2648a68da451, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:48:05.209002 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28484348-6902-4d8e-a8be-8731d8dd2b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.218242 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28484348-6902-4d8e-a8be-8731d8dd2b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.244783 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39558) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:05.254987 dv-cinder-813221-2-iscsi neutron-server[100531]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 16:48:05.316388 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.335525 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61e6fcb5-174d-52f8-b15f-9efeedbf2b29-67492cf5-634a-4a65-8b9c-706ee2b5109a', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08'}]}} from dv-cinder-813221-2-iscsi. {{(pid=100533) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:48:05.337211 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.362086 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] Network 305d87b2-e9e4-4739-b688-2648a68da451 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:48:05.417069 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-28484348-6902-4d8e-a8be-8731d8dd2b04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d690d5366234c8dbfbc35443567b4b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7994151 Oct 12 16:48:05.423527 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39562) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:05.435652 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, 305d87b2-e9e4-4739-b688-2648a68da451) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:05.436959 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28484348-6902-4d8e-a8be-8731d8dd2b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368d66dc-f21d-4b73-a9a6-3e697473d58b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:05.454711 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:05.455175 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.487666 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae29efd-afb0-4863-be34-aab7e3e68740 None None] Network 305d87b2-e9e4-4739-b688-2648a68da451 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:05.508967 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39564) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:05.537983 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-7604dd7e-dd9d-4f0f-bf21-98f35576e57f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9582670 Oct 12 16:48:05.546864 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39568) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:05.553864 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:05.584916 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a4812-798a-4290-9983-eeb2f117056b req-8847a292-3351-4492-942f-aa769c4a8879 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:05.623713 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-8847a292-3351-4492-942f-aa769c4a8879 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/networks?id=44c05026-7bae-4d20-b504-f31b0e09ebda HTTP/1.1" status: 200 len: 812 time: 0.3697383 Oct 12 16:48:05.677650 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.711888 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-305e8087-e27d-44a0-8260-027d8bed9727 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/quotas/1e3793eca5f44becb0da2d9372080d65 HTTP/1.1" status: 200 len: 375 time: 0.0870445 Oct 12 16:48:05.718791 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e5469ad-678f-4e83-a52d-0df6a303b069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.738962 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-853b4e32-a10c-4469-ae3a-4a2533749d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.762946 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4964'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.764005 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4975'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.785995 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61e6fcb5-174d-52f8-b15f-9efeedbf2b29-305d87b2-e9e4-4739-b688-2648a68da451', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f'}]}} from dv-cinder-813221-2-iscsi. {{(pid=100533) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:48:05.786804 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.798007 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-88c21634-4fb2-42e0-b98c-a188aebf4da6 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e3793eca5f44becb0da2d9372080d65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747414 Oct 12 16:48:05.824543 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-853b4e32-a10c-4469-ae3a-4a2533749d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.925716 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.964607 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.db_base_plugin_common [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Allocated IP 172.20.0.2 (67492cf5-634a-4a65-8b9c-706ee2b5109a/33ed6982-8572-4062-9e82-23baaf25ec08/1463a704-0b90-48df-bfc6-f3cb88062ae7) {{(pid=100533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:05.979858 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:05.995628 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.db_base_plugin_common [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Allocated IP 172.20.0.2 (305d87b2-e9e4-4739-b688-2648a68da451/109ed70d-b303-4e9e-ad8c-e110e5884b8f/b25459cc-a7f8-43cc-ac1f-66520253b198) {{(pid=100533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:06.007421 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.051622 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-5bff8b72-0f98-4fca-984b-4da613fabe71 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:48:06.059399 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-5bff8b72-0f98-4fca-984b-4da613fabe71 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1426094 Oct 12 16:48:06.101089 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-853b4e32-a10c-4469-ae3a-4a2533749d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.103623 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-853b4e32-a10c-4469-ae3a-4a2533749d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.104765 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-853b4e32-a10c-4469-ae3a-4a2533749d15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/368d66dc-f21d-4b73-a9a6-3e697473d58b HTTP/1.1" status: 204 len: 168 time: 0.6820922 Oct 12 16:48:06.235552 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e5469ad-678f-4e83-a52d-0df6a303b069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.251948 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b4e32-a10c-4469-ae3a-4a2533749d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368d66dc-f21d-4b73-a9a6-3e697473d58b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:06.255861 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.276200 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e5469ad-678f-4e83-a52d-0df6a303b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.354212 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Allocated IP 172.27.2.90 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:06.435697 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Notify callbacks [] for port, precommit_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.457935 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39602) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:06.463461 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-3e5469ad-678f-4e83-a52d-0df6a303b069 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f3ad851e3a040a79398b4b2d0f835e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9486654 Oct 12 16:48:06.466170 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.467401 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5469ad-678f-4e83-a52d-0df6a303b069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e181f5-09b1-47b8-8452-6711cdcc921c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:06.492043 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-3898f653-b095-4f9e-b685-4c27ffe397bc service neutron] 10.222.0.48 "GET /v2.0/networks/44c05026-7bae-4d20-b504-f31b0e09ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317379 Oct 12 16:48:06.617149 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Pushing event updated for resources: {'Port': ['ID=1463a704-0b90-48df-bfc6-f3cb88062ae7,revision_number=1']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:06.634702 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.635327 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.636510 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.637092 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.637669 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.638214 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.638751 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.639274 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.639807 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.641288 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.641968 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.651672 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.654116 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Tracked resource versions report: Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: pushed versions: Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: { 'AddressGroup': {'1.2'}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'ConntrackHelper': {'1.0'}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Log': {'1.0'}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Network': {'1.1'}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Port': {'1.7'}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'PortForwarding': {'1.2'}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'QosPolicy': {'1.10'}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SecurityGroup': {'1.4'}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SubPort': {'1.0'}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Subnet': {'1.1'}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Trunk': {'1.1'}} Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: consumer versions: Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: { DHCP agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: L3 agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: Metadata agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: Metering agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: Open vSwitch agent@dv-cinder-813221-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'ConntrackHelper': '1.0', Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Log': '1.0', Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Network': '1.1', Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Port': '1.7', Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'PortForwarding': '1.2', Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'QosPolicy': '1.10', Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SecurityGroup': '1.4', Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SecurityGroupRule': '1.2', Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'SubPort': '1.0', Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Subnet': '1.1', Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: 'Trunk': '1.1'}} Oct 12 16:48:06.655876 dv-cinder-813221-2-iscsi neutron-server[100533]: {{(pid=100533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:48:06.663248 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Notify callbacks [] for port, precommit_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.672857 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Network 67492cf5-634a-4a65-8b9c-706ee2b5109a is already hosted by enough agents. {{(pid=100533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:06.675272 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.base_scheduler [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Resources bound (agent type, host, resource id): {{(pid=100533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:06.679136 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Received port after_create {{(pid=100533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:06.689806 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.718837 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-f7cf4591-1170-4b80-a86e-212e845f6adf service neutron] 10.222.0.48 "GET /v2.0/networks/44c05026-7bae-4d20-b504-f31b0e09ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259266 Oct 12 16:48:06.865276 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Network 305d87b2-e9e4-4739-b688-2648a68da451 is already hosted by enough agents. {{(pid=100533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:06.870137 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.885205 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd90c0e0-c5c5-455f-bf0d-348d5f291a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.890077 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.base_scheduler [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Resources bound (agent type, host, resource id): {{(pid=100533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:06.895279 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Attempting to bind port 1463a704-0b90-48df-bfc6-f3cb88062ae7 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:48:06.895956 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Attempting to bind port 1463a704-0b90-48df-bfc6-f3cb88062ae7 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:48:06.896609 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Attempting to bind port 1463a704-0b90-48df-bfc6-f3cb88062ae7 on network 67492cf5-634a-4a65-8b9c-706ee2b5109a {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:06.899680 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Received port after_create {{(pid=100533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:06.914544 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Pushing event updated for resources: {'Port': ['ID=b25459cc-a7f8-43cc-ac1f-66520253b198,revision_number=1']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:06.917945 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:48:06.918661 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Checking segment: {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:06.919573 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.920753 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Bound using segment: {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:48:06.921555 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Bound port: 1463a704-0b90-48df-bfc6-f3cb88062ae7, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:48:06.922156 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.966289 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:06.972409 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd90c0e0-c5c5-455f-bf0d-348d5f291a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:06.974434 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:06.985965 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:06.991226 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Pushing event updated for resources: {'Port': ['ID=a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:07.016286 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:07.040861 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Attempting to bind port b25459cc-a7f8-43cc-ac1f-66520253b198 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:48:07.041354 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Attempting to bind port b25459cc-a7f8-43cc-ac1f-66520253b198 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:48:07.041928 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Attempting to bind port b25459cc-a7f8-43cc-ac1f-66520253b198 on network 305d87b2-e9e4-4739-b688-2648a68da451 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:07.056851 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:48:07.056851 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Checking segment: {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:07.056851 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:07.056851 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Bound using segment: {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:48:07.056851 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Bound port: b25459cc-a7f8-43cc-ac1f-66520253b198, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:48:07.057469 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:07.103790 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:07.250911 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd90c0e0-c5c5-455f-bf0d-348d5f291a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:07.260261 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd90c0e0-c5c5-455f-bf0d-348d5f291a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:07.261529 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-cd90c0e0-c5c5-455f-bf0d-348d5f291a04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7e181f5-09b1-47b8-8452-6711cdcc921c HTTP/1.1" status: 204 len: 168 time: 0.8009574 Oct 12 16:48:07.278544 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] For port 1463a704-0b90-48df-bfc6-f3cb88062ae7, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:48:07.314021 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] For port 1463a704-0b90-48df-bfc6-f3cb88062ae7, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=1463a704-0b90-48df-bfc6-f3cb88062ae7,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:48:07.353564 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:07.363913 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1c6272ae-1c40-407f-a67b-ae1fa7b2bfc3 req-e5c4d735-7a51-40df-baac-c77314ccfd98 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 210 time: 0.0971782 Oct 12 16:48:07.442983 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-70c60918-14d9-4df5-b640-90704af258cb None None] For port b25459cc-a7f8-43cc-ac1f-66520253b198, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:48:07.467910 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-70c60918-14d9-4df5-b640-90704af258cb None None] For port b25459cc-a7f8-43cc-ac1f-66520253b198, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=b25459cc-a7f8-43cc-ac1f-66520253b198,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:48:07.481207 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:07.484269 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:07.484602 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90c0e0-c5c5-455f-bf0d-348d5f291a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e181f5-09b1-47b8-8452-6711cdcc921c,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:07.536616 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2738ac-de31-4d15-87b4-55c48583d294 None None] Pushing event updated for resources: {'Port': ['ID=1463a704-0b90-48df-bfc6-f3cb88062ae7,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:07.703843 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c60918-14d9-4df5-b640-90704af258cb None None] Pushing event updated for resources: {'Port': ['ID=b25459cc-a7f8-43cc-ac1f-66520253b198,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:07.711627 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Allocated IP 172.27.2.67 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/6baea3aa-d03e-43e3-9a9c-56ec66dccf7c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:07.970854 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464375'] for router, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:08.182930 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:08.246535 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39692) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:08.271464 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0b407f38-2ca2-46a6-b585-a5d991769cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:08.306290 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:08.396074 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0b407f38-2ca2-46a6-b585-a5d991769cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:08.416387 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0b407f38-2ca2-46a6-b585-a5d991769cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:08.422975 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:08.444499 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:08.453296 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:08.534942 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-0b407f38-2ca2-46a6-b585-a5d991769cdd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69289f03e5074f9d9c01f4d104f03004&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2867517 Oct 12 16:48:08.536921 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b407f38-2ca2-46a6-b585-a5d991769cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d86831-1fac-4cd1-bf86-68c17a2777ca,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:08.539766 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39708) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:08.573775 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Pushing event updated for resources: {'Port': ['ID=6baea3aa-d03e-43e3-9a9c-56ec66dccf7c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:08.602433 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea211bc4-8eb3-4257-ba04-6119f5388af3 req-0e6bc0a0-a8b7-49d4-9c86-26691bf84377 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 210 time: 0.0707114 Oct 12 16:48:08.692021 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Router 76c34523-1f68-4d47-adab-eec332a087a4 is scheduled to L3 agent 47858efe-f191-44e1-97b8-339f14938278 with binding_index 1 {{(pid=100532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:48:08.850054 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c6406f76-abb8-485a-9d0c-1ffdde3a00fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:08.949159 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 1463a704-0b90-48df-bfc6-f3cb88062ae7 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:08.995896 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c6406f76-abb8-485a-9d0c-1ffdde3a00fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:09.083706 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:09.099558 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 1463a704-0b90-48df-bfc6-f3cb88062ae7 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:09.100301 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:09.112989 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:48:09.125048 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Sync routers for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:48:09.142281 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:09.142932 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:47:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:09.147258 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c6406f76-abb8-485a-9d0c-1ffdde3a00fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:09.150653 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c6406f76-abb8-485a-9d0c-1ffdde3a00fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:09.151807 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c6406f76-abb8-485a-9d0c-1ffdde3a00fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86d86831-1fac-4cd1-bf86-68c17a2777ca HTTP/1.1" status: 204 len: 168 time: 0.5965843 Oct 12 16:48:09.167721 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:09.171699 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-47ecd5f1-a63c-46fd-84a9-2db0433c5e1f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0836678 Oct 12 16:48:09.174977 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39734) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:09.213989 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6406f76-abb8-485a-9d0c-1ffdde3a00fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d86831-1fac-4cd1-bf86-68c17a2777ca,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:09.388375 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:09.524271 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port 1463a704-0b90-48df-bfc6-f3cb88062ae7, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=1463a704-0b90-48df-bfc6-f3cb88062ae7,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:09.531184 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c689869-a9a0-4e6e-8572-225dda125180 None None] Network 67492cf5-634a-4a65-8b9c-706ee2b5109a requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:09.539180 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:09.555748 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device b25459cc-a7f8-43cc-ac1f-66520253b198 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:09.592066 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:09.946099 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=1463a704-0b90-48df-bfc6-f3cb88062ae7,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:09.958924 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-2b56c3d8-5494-4055-b26c-7851d5f8a57d None None] Provisioning complete for port 1463a704-0b90-48df-bfc6-f3cb88062ae7 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:09.960693 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2b56c3d8-5494-4055-b26c-7851d5f8a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:09.985757 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464375'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:10.037120 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b228c1f3-407d-4efd-962d-0bbd4119635a None None] Network 305d87b2-e9e4-4739-b688-2648a68da451 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:10.096073 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:07Z', 'revision_number': 3, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:10.125817 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Checking router: 76c34523-1f68-4d47-adab-eec332a087a4 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:48:10.126914 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Updating router 76c34523-1f68-4d47-adab-eec332a087a4 port a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 binding host dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:48:10.157339 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:10.188421 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3f309c7d-7ee1-4c74-a567-09ef038c82b4 req-f3f161df-7f4a-4015-b98c-09cc89b3bb99 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 210 time: 0.0780344 Oct 12 16:48:10.268054 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port b25459cc-a7f8-43cc-ac1f-66520253b198 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:10.268431 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:10.385095 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Router ca159568-2c24-4528-9742-de9248d1eb13 is scheduled to L3 agent 47858efe-f191-44e1-97b8-339f14938278 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:48:10.486619 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:10.586890 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:10.629197 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port b25459cc-a7f8-43cc-ac1f-66520253b198, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=b25459cc-a7f8-43cc-ac1f-66520253b198,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:10.636200 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:10.707633 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:48:10.776181 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] Notify callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:10.780517 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-77fcff67-be49-4539-8ee8-f4ef4ea1c78c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2275879 Oct 12 16:48:10.780939 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39808) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:10.844991 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Notify callbacks [] for port, precommit_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:10.849423 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Sync routers for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:48:10.855944 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:10.873867 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39810) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:10.878945 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 1463a704-0b90-48df-bfc6-f3cb88062ae7 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:10.920906 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:10.921701 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:47:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:10.946593 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Allocated IP 172.20.0.1 (67492cf5-634a-4a65-8b9c-706ee2b5109a/33ed6982-8572-4062-9e82-23baaf25ec08/8ec86233-c40d-4d7d-9b91-b2a236351b30) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:10.991914 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Attempting to bind port a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:48:10.992366 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Attempting to bind port a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:48:10.992831 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Attempting to bind port a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 on network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:11.009298 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:48:11.011263 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Checking segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:11.011768 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.012398 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Bound using segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:48:11.013601 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Bound port: a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:48:11.015971 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.130987 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Pushing event updated for resources: {'Port': ['ID=a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267,revision_number=2']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:11.139422 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:11.154785 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.155329 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.157503 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.157873 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.158252 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.158596 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.158983 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.159505 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.160367 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.160964 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.161533 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.162008 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Tracked resource versions report: Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: pushed versions: Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: { 'AddressGroup': {'1.2'}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'ConntrackHelper': {'1.0'}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Log': {'1.0'}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Network': {'1.1'}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Port': {'1.7'}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'PortForwarding': {'1.2'}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'QosPolicy': {'1.10'}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SecurityGroup': {'1.4'}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SubPort': {'1.0'}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Subnet': {'1.1'}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Trunk': {'1.1'}} Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: consumer versions: Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: { DHCP agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: L3 agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: Metadata agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: Metering agent@dv-cinder-813221-2-iscsi: {}, Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: Open vSwitch agent@dv-cinder-813221-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'ConntrackHelper': '1.0', Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Log': '1.0', Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Network': '1.1', Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Port': '1.7', Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'PortForwarding': '1.2', Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'QosPolicy': '1.10', Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SecurityGroup': '1.4', Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SecurityGroupRule': '1.2', Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'SubPort': '1.0', Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Subnet': '1.1', Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: 'Trunk': '1.1'}} Oct 12 16:48:11.164160 dv-cinder-813221-2-iscsi neutron-server[100534]: {{(pid=100534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:48:11.181972 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] For port a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:48:11.187473 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] For port a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:48:11.195440 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.207151 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.283240 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.326864 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:11.328169 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:47:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:11.367271 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-d9ab5010-48d3-474a-9b4d-05acd6a0dbf3 None None] Provisioning complete for port b25459cc-a7f8-43cc-ac1f-66520253b198 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:11.367948 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5010-48d3-474a-9b4d-05acd6a0dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.406006 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=b25459cc-a7f8-43cc-ac1f-66520253b198,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:11.462494 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-48e86c74-68ee-4cc3-a852-1f6ca49c8d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.477752 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 1463a704-0b90-48df-bfc6-f3cb88062ae7 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:11.478354 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.485871 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Network 67492cf5-634a-4a65-8b9c-706ee2b5109a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:11.507648 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:11.509809 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec86233-c40d-4d7d-9b91-b2a236351b30,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:11.555607 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:11.559319 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464166'] for router_interface, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.566882 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:11.567081 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:08Z', 'revision_number': 3, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:11.627209 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Checking router: ca159568-2c24-4528-9742-de9248d1eb13 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:48:11.627477 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Updating router ca159568-2c24-4528-9742-de9248d1eb13 port 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c binding host dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:48:11.662476 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39844) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:11.714869 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.763528 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-eb28228f-a95c-400d-81f5-2ecc9bfe89b4 req-5d50588b-5361-4c5f-a5b1-e3b03c80381d tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 210 time: 0.0973899 Oct 12 16:48:11.947964 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-f6d2a34a-5769-4073-bc5d-a31bf94d8b45 None None] Provisioning complete for port 1463a704-0b90-48df-bfc6-f3cb88062ae7 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:11.948801 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a34a-5769-4073-bc5d-a31bf94d8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.970036 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-48e86c74-68ee-4cc3-a852-1f6ca49c8d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:11.980651 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb47a8e-71fd-4c0f-b3cf-7b1fd63619a8 None None] Pushing event updated for resources: {'Port': ['ID=a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267,revision_number=3']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:11.989171 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:07Z', 'revision_number': 3, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:11.993536 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.030565 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccf055-6cbf-4f00-a482-8786e3ce62ab None None] The sync data for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi is: [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:07Z', 'revision_number': 3, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:48:12.043601 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.045939 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-48e86c74-68ee-4cc3-a852-1f6ca49c8d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.104470 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-48e86c74-68ee-4cc3-a852-1f6ca49c8d9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6763f6d553f5477fb06c144467326bc4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2284386 Oct 12 16:48:12.111495 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e86c74-68ee-4cc3-a852-1f6ca49c8d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8192c62a-2964-4ac7-a728-7bd656233128,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:12.113521 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39860) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:12.349054 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0ce8-cd2b-493f-80fb-0eaf65c77836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.353972 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.367647 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.368619 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438966'] for router_interface, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.409833 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0ce8-cd2b-493f-80fb-0eaf65c77836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.491701 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Allocated IP 172.20.0.1 (305d87b2-e9e4-4739-b688-2648a68da451/109ed70d-b303-4e9e-ad8c-e110e5884b8f/263724f1-c7a3-413c-9498-3c1bbc2eae7b) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:12.517352 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Notify callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.527366 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-f6d2a34a-5769-4073-bc5d-a31bf94d8b45 None None] Provisioning complete for port b25459cc-a7f8-43cc-ac1f-66520253b198 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:12.528189 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a34a-5769-4073-bc5d-a31bf94d8b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.532390 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.586867 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec86233-c40d-4d7d-9b91-b2a236351b30,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:12.644373 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0ce8-cd2b-493f-80fb-0eaf65c77836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.651191 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0ce8-cd2b-493f-80fb-0eaf65c77836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.657212 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-1cdc0ce8-cd2b-493f-80fb-0eaf65c77836 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8192c62a-2964-4ac7-a728-7bd656233128 HTTP/1.1" status: 204 len: 168 time: 0.5403965 Oct 12 16:48:12.692332 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc0ce8-cd2b-493f-80fb-0eaf65c77836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8192c62a-2964-4ac7-a728-7bd656233128,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:12.705004 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1796c8-709a-4274-994b-b560c9a9077e None None] Pushing event updated for resources: {'Port': ['ID=6baea3aa-d03e-43e3-9a9c-56ec66dccf7c,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:12.707274 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Network 67492cf5-634a-4a65-8b9c-706ee2b5109a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:12.708749 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:12.785293 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.883613 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:12.916471 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39896) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:13.005010 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device b25459cc-a7f8-43cc-ac1f-66520253b198 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:13.019118 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Network 305d87b2-e9e4-4739-b688-2648a68da451 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:13.042955 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:13.047753 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:13.048849 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464166'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.121907 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Attempting to bind port 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:48:13.122946 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Attempting to bind port 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:48:13.123831 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Attempting to bind port 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c on network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:13.153382 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:48:13.155063 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Checking segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:13.155559 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.156785 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Bound using segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:48:13.178806 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Bound port: 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:48:13.179284 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.221187 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Router 76c34523-1f68-4d47-adab-eec332a087a4 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:48:13.232811 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Pushing event updated for resources: {'Port': ['ID=263724f1-c7a3-413c-9498-3c1bbc2eae7b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:13.239768 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-6534735a-8ddd-4a67-ba16-9a12f3c45b6d None None] Provisioning complete for port 8ec86233-c40d-4d7d-9b91-b2a236351b30 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:13.240768 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6534735a-8ddd-4a67-ba16-9a12f3c45b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.287845 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port b25459cc-a7f8-43cc-ac1f-66520253b198 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:13.288217 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.317353 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c945784-7eac-48de-aa0e-05ca77f449cf req-700afcd9-d39f-41b9-bd41-86e750d939d4 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 210 time: 0.0888524 Oct 12 16:48:13.390300 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-6534735a-8ddd-4a67-ba16-9a12f3c45b6d None None] Port 8ec86233-c40d-4d7d-9b91-b2a236351b30 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:48:13.424444 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4aca3a27-8bcb-4260-b419-44f0f3d694b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.489948 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39916) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:13.497676 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] For port 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:48:13.501678 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] For port 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=6baea3aa-d03e-43e3-9a9c-56ec66dccf7c,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:48:13.517703 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.535957 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e3932bf7-f566-4e51-8d9b-cbdb27e895fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.560104 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:48:13.572749 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-fb8fa69a-5a4f-4846-9972-7967d1c08107 admin admin] 10.222.0.48 "PUT /v2.0/routers/76c34523-1f68-4d47-adab-eec332a087a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3870811 Oct 12 16:48:13.577847 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:13.729745 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4aca3a27-8bcb-4260-b419-44f0f3d694b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.749526 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4aca3a27-8bcb-4260-b419-44f0f3d694b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.760642 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-36eb5dd1-fac3-413c-9a76-619cb0162ac8 None None] Provisioning complete for port 263724f1-c7a3-413c-9498-3c1bbc2eae7b triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:13.760779 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-36eb5dd1-fac3-413c-9a76-619cb0162ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.790814 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:13.791441 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:47:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:13.822588 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e3932bf7-f566-4e51-8d9b-cbdb27e895fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.825285 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-4aca3a27-8bcb-4260-b419-44f0f3d694b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a443dd5ba139412582747280e086437d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8938289 Oct 12 16:48:13.826366 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca3a27-8bcb-4260-b419-44f0f3d694b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a4510c-0a73-407e-a092-e984481f450e,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:13.828686 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39938) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:13.836230 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.837497 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e3932bf7-f566-4e51-8d9b-cbdb27e895fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.856293 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1796c8-709a-4274-994b-b560c9a9077e None None] Pushing event updated for resources: {'Port': ['ID=6baea3aa-d03e-43e3-9a9c-56ec66dccf7c,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:13.878151 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.895808 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-36eb5dd1-fac3-413c-9a76-619cb0162ac8 None None] Port 263724f1-c7a3-413c-9498-3c1bbc2eae7b cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:48:13.931625 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b34b1862-f4c7-4bbd-8590-4049b4ff8c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.949485 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e3932bf7-f566-4e51-8d9b-cbdb27e895fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d646c66309564ea5a14137402b1fe178&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4415202 Oct 12 16:48:13.949485 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3932bf7-f566-4e51-8d9b-cbdb27e895fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3bc9a3-74ce-48fa-af84-4c25f24a828e,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:13.949485 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39942) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:13.972987 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:13.973357 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.023961 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-36eb5dd1-fac3-413c-9a76-619cb0162ac8 None None] Provisioning complete for port 8ec86233-c40d-4d7d-9b91-b2a236351b30 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:14.024554 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-36eb5dd1-fac3-413c-9a76-619cb0162ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.056749 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b34b1862-f4c7-4bbd-8590-4049b4ff8c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.078847 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:14.122857 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.133145 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-36eb5dd1-fac3-413c-9a76-619cb0162ac8 None None] Port 8ec86233-c40d-4d7d-9b91-b2a236351b30 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:48:14.134131 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.135811 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438966'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.151036 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d40e9655-df53-4885-ab8e-c7d2eee4ed3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.155677 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.203664 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Pushing event updated for resources: {'Port': ['ID=263724f1-c7a3-413c-9498-3c1bbc2eae7b,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:14.226502 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b34b1862-f4c7-4bbd-8590-4049b4ff8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.229786 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b34b1862-f4c7-4bbd-8590-4049b4ff8c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.230227 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:14.236423 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-b34b1862-f4c7-4bbd-8590-4049b4ff8c67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7a4510c-0a73-407e-a092-e984481f450e HTTP/1.1" status: 204 len: 168 time: 0.4067373 Oct 12 16:48:14.254424 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d40e9655-df53-4885-ab8e-c7d2eee4ed3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.257082 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b1862-f4c7-4bbd-8590-4049b4ff8c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a4510c-0a73-407e-a092-e984481f450e,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:14.340071 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.359884 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Network 305d87b2-e9e4-4739-b688-2648a68da451 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:14.362309 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:14.390332 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d40e9655-df53-4885-ab8e-c7d2eee4ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.392679 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d40e9655-df53-4885-ab8e-c7d2eee4ed3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:14.394167 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-d40e9655-df53-4885-ab8e-c7d2eee4ed3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af3bc9a3-74ce-48fa-af84-4c25f24a828e HTTP/1.1" status: 204 len: 168 time: 0.4497252 Oct 12 16:48:14.405392 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e9655-df53-4885-ab8e-c7d2eee4ed3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3bc9a3-74ce-48fa-af84-4c25f24a828e,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:14.610925 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:14.668338 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:12Z', 'revision_number': 1, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:14.763007 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da462f75-fbb8-4469-887a-0018432b6d7c None None] The sync data for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi is: [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:12Z', 'revision_number': 1, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:48:14.794137 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.25', 56228) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:14.798376 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:14.821445 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-73286793-698b-4a3f-8ba4-a13621ec6905 req-3cc47265-321e-4099-b226-a4bcc3f06fda tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 210 time: 0.3363178 Oct 12 16:48:14.852056 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Sync routers for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:48:14.854829 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Router ca159568-2c24-4528-9742-de9248d1eb13 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:48:14.869408 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:14.871983 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:47:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:14.881914 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-2c2e9a50-9e04-4b6f-81dc-af2863107e06 None None] Provisioning complete for port 263724f1-c7a3-413c-9498-3c1bbc2eae7b triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:14.885007 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9a50-9e04-4b6f-81dc-af2863107e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:15.105625 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 39978) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:15.147152 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e9a50-9e04-4b6f-81dc-af2863107e06 None None] Port 263724f1-c7a3-413c-9498-3c1bbc2eae7b cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:48:15.176925 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 39988) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:15.189293 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-438d4a0a-b0cc-41ef-97da-5713da9178b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:15.229479 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:15.234514 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:15.242122 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-5c57de5d-4470-446c-9b4f-bb923aabf791 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1044503154', 'description': 'tempest-description--1215573551'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:15.277200 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:48:15.298121 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-c72247f1-bf22-42ea-b8a1-83af2f480788 admin admin] 10.222.0.48 "PUT /v2.0/routers/ca159568-2c24-4528-9742-de9248d1eb13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5131540 Oct 12 16:48:15.513049 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-438d4a0a-b0cc-41ef-97da-5713da9178b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:15.519986 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-438d4a0a-b0cc-41ef-97da-5713da9178b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:15.601204 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d4a0a-b0cc-41ef-97da-5713da9178b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99901a5e-4a69-4390-af04-07207d70f70e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:15.642718 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-438d4a0a-b0cc-41ef-97da-5713da9178b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74aa85dee5cd44238e73d53157ec84ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5357656 Oct 12 16:48:15.643489 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40016) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:15.725407 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a00296d-e4c9-4800-a87d-0f44117c5207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:15.760766 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a00296d-e4c9-4800-a87d-0f44117c5207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:15.807128 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:15.814921 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c57de5d-4470-446c-9b4f-bb923aabf791 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:15.890709 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a00296d-e4c9-4800-a87d-0f44117c5207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:15.894297 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a00296d-e4c9-4800-a87d-0f44117c5207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:15.896056 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-8a00296d-e4c9-4800-a87d-0f44117c5207 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99901a5e-4a69-4390-af04-07207d70f70e HTTP/1.1" status: 204 len: 168 time: 0.2514050 Oct 12 16:48:15.918788 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00296d-e4c9-4800-a87d-0f44117c5207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99901a5e-4a69-4390-af04-07207d70f70e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:16.010634 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a4812-798a-4290-9983-eeb2f117056b req-c51ce291-da0f-4a1b-a36a-c1997de72a73 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:16.012566 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-c51ce291-da0f-4a1b-a36a-c1997de72a73 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.25 "GET /v2.0/networks?id=44c05026-7bae-4d20-b504-f31b0e09ebda HTTP/1.1" status: 200 len: 812 time: 1.2169960 Oct 12 16:48:16.045979 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0bf44615-d3ab-4ab7-b584-5b39fc730d68 req-698ced40-d9ee-43aa-afcc-03d4f9caf801 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 210 time: 0.0695071 Oct 12 16:48:16.092557 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Request body: {'port': {'device_id': 'd258eb2f-7f21-47fd-a940-49ed41f2b009', 'network_id': '44c05026-7bae-4d20-b504-f31b0e09ebda', 'admin_state_up': True, 'tenant_id': '1e3793eca5f44becb0da2d9372080d65'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:16.116681 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c57de5d-4470-446c-9b4f-bb923aabf791 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:16.146158 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c57de5d-4470-446c-9b4f-bb923aabf791 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:16.358733 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:12Z', 'revision_number': 2, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:16.387505 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57de5d-4470-446c-9b4f-bb923aabf791 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63257fc-28c3-476f-a6c5-1a0859655a5d,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:16.444619 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Checking router: 76c34523-1f68-4d47-adab-eec332a087a4 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:48:16.445030 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Updating router 76c34523-1f68-4d47-adab-eec332a087a4 port 8ec86233-c40d-4d7d-9b91-b2a236351b30 binding host dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:48:16.459648 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5c57de5d-4470-446c-9b4f-bb923aabf791 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:16.464782 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5c57de5d-4470-446c-9b4f-bb923aabf791 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2805991 Oct 12 16:48:16.473749 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40066) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:16.479554 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ff57096a-78cd-4157-a1b3-5609ff48945a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'security_group_rule': {'security_group_id': 'f63257fc-28c3-476f-a6c5-1a0859655a5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:16.539324 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:16.596858 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff57096a-78cd-4157-a1b3-5609ff48945a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:16.652391 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Made reservation on behalf of 1e3793eca5f44becb0da2d9372080d65 for: {'port': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:16.665931 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:16.767238 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff57096a-78cd-4157-a1b3-5609ff48945a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:16.777944 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff57096a-78cd-4157-a1b3-5609ff48945a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:16.838488 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:16.852538 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff57096a-78cd-4157-a1b3-5609ff48945a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:16.856304 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-ff57096a-78cd-4157-a1b3-5609ff48945a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790200 Oct 12 16:48:16.859634 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40082) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:16.872469 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-25a82c9a-541d-41fa-83f1-f003d814361b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'security_group_rule': {'security_group_id': 'f63257fc-28c3-476f-a6c5-1a0859655a5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:16.914678 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57096a-78cd-4157-a1b3-5609ff48945a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf6f131-de3b-433f-afce-7bca9ad32c0e,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:16.948144 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25a82c9a-541d-41fa-83f1-f003d814361b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.047225 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:17.050619 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.121514 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25a82c9a-541d-41fa-83f1-f003d814361b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.151062 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25a82c9a-541d-41fa-83f1-f003d814361b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.236892 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25a82c9a-541d-41fa-83f1-f003d814361b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.241972 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-25a82c9a-541d-41fa-83f1-f003d814361b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3796439 Oct 12 16:48:17.246200 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40092) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:17.344585 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.384151 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a82c9a-541d-41fa-83f1-f003d814361b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d8f76e-3255-4bca-9a80-bd3d23cfe051,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:17.407478 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'floatingip': {'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:17.412919 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=6baea3aa-d03e-43e3-9a9c-56ec66dccf7c,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:17.422282 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.434442 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a748100e-78d9-42b7-9367-6856dbdc4b5e req-6f46d947-dfa7-463e-a27e-c84c4b79c033 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 210 time: 0.1847551 Oct 12 16:48:17.440159 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40096) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:17.467832 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-cc91b753-fd65-4fba-bff7-2f48ce474965 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8816737', 'description': 'tempest-description--344125011'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:17.472026 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Allocated IP 172.20.0.8 (44c05026-7bae-4d20-b504-f31b0e09ebda/0d21f794-8c3d-4433-acbc-120301f389ff/f898cfd1-ec04-49e2-b337-a2487921c85e) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:17.568608 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.594048 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Notify callbacks [] for port, precommit_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.608215 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.650130 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=6baea3aa-d03e-43e3-9a9c-56ec66dccf7c,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:17.755896 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ec43b-49f4-442e-80eb-2c47c05b2cdf None None] Pushing event updated for resources: {'Port': ['ID=8ec86233-c40d-4d7d-9b91-b2a236351b30,revision_number=3']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:17.793340 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc91b753-fd65-4fba-bff7-2f48ce474965 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.875485 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40110) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:17.898015 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Attempting to bind port 8ec86233-c40d-4d7d-9b91-b2a236351b30 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:48:17.899804 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Attempting to bind port 8ec86233-c40d-4d7d-9b91-b2a236351b30 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:48:17.900181 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Attempting to bind port 8ec86233-c40d-4d7d-9b91-b2a236351b30 on network 67492cf5-634a-4a65-8b9c-706ee2b5109a {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:17.918148 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:48:17.921235 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Checking segment: {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:17.921866 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:17.929630 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Bound using segment: {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:48:17.930918 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Bound port: 8ec86233-c40d-4d7d-9b91-b2a236351b30, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'}}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:48:17.934357 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.107953 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] For port 8ec86233-c40d-4d7d-9b91-b2a236351b30, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:48:18.111243 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] For port 8ec86233-c40d-4d7d-9b91-b2a236351b30, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=8ec86233-c40d-4d7d-9b91-b2a236351b30,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:48:18.118683 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.125192 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.136947 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc91b753-fd65-4fba-bff7-2f48ce474965 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.167941 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc91b753-fd65-4fba-bff7-2f48ce474965 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.231394 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ec43b-49f4-442e-80eb-2c47c05b2cdf None None] Pushing event updated for resources: {'Port': ['ID=8ec86233-c40d-4d7d-9b91-b2a236351b30,revision_number=4']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:18.236087 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.244734 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-c055bdd8-6a68-4234-a221-296b5f8761dd None None] Provisioning complete for port 8ec86233-c40d-4d7d-9b91-b2a236351b30 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:18.245281 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c055bdd8-6a68-4234-a221-296b5f8761dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.273419 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:18.275126 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:47:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:18.314880 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc91b753-fd65-4fba-bff7-2f48ce474965 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.323707 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-cc91b753-fd65-4fba-bff7-2f48ce474965 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.8745313 Oct 12 16:48:18.367251 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40132) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:18.402045 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Network 44c05026-7bae-4d20-b504-f31b0e09ebda is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:18.413968 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c820534f-08da-4e87-9a78-3f98800edf01 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'security_group_rule': {'security_group_id': '27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:18.438111 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:18.468142 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:18.476073 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:18.476960 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.504657 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4173794 Oct 12 16:48:18.523754 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfcd21-c101-4fa6-bc6a-3c1a195c4567 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Pushing event updated for resources: {'Port': ['ID=f898cfd1-ec04-49e2-b337-a2487921c85e,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:18.548270 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-cf42a493-d5bb-4e5f-bf82-1fda8e898dda tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:48:18.550506 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-cf42a493-d5bb-4e5f-bf82-1fda8e898dda tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081420 Oct 12 16:48:18.567639 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91b753-fd65-4fba-bff7-2f48ce474965 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:18.585348 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c055bdd8-6a68-4234-a221-296b5f8761dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.639670 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:18.642525 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-c055bdd8-6a68-4234-a221-296b5f8761dd None None] For port 8ec86233-c40d-4d7d-9b91-b2a236351b30, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=8ec86233-c40d-4d7d-9b91-b2a236351b30,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:18.661874 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c055bdd8-6a68-4234-a221-296b5f8761dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.697672 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.841253 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055bdd8-6a68-4234-a221-296b5f8761dd None None] Pushing event updated for resources: {'Port': ['ID=8ec86233-c40d-4d7d-9b91-b2a236351b30,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:18.847325 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c820534f-08da-4e87-9a78-3f98800edf01 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.866126 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:18.932963 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Sync routers for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:48:18.962260 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c820534f-08da-4e87-9a78-3f98800edf01 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.963759 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-378a4443-b7f9-4336-abff-d21bc4b32e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:18.982613 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-104241d6-2ceb-4a8f-9980-523c61670af3 None None] Provisioning complete for port 8ec86233-c40d-4d7d-9b91-b2a236351b30 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:18.983066 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-104241d6-2ceb-4a8f-9980-523c61670af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:19.034081 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:19.044697 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:47:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:19.052871 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c36316-25d3-43e4-a5c6-7029bf46340b req-1ec32bae-9175-4be3-b6ef-5236dd3722af tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:19.063000 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e0c36316-25d3-43e4-a5c6-7029bf46340b req-1ec32bae-9175-4be3-b6ef-5236dd3722af tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 931 time: 0.4018595 Oct 12 16:48:19.064808 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c820534f-08da-4e87-9a78-3f98800edf01 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:19.136011 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40150) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:19.148145 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e0c36316-25d3-43e4-a5c6-7029bf46340b req-87b35343-1f7f-410a-88cb-83abb10e989d tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841107 Oct 12 16:48:19.217292 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:19.242583 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820534f-08da-4e87-9a78-3f98800edf01 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48732779-9468-45bf-b467-c28bd0b27c5e,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:19.275840 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81639e-2a73-4acb-bcee-e84a305d5ebd None None] The sync data for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi is: [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:48:19.344941 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c820534f-08da-4e87-9a78-3f98800edf01 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:19.345314 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-c820534f-08da-4e87-9a78-3f98800edf01 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9729626 Oct 12 16:48:19.348213 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40158) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:19.354047 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-b481aa7b-0b97-4890-82e4-95a39b1814d5 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'security_group_rule': {'security_group_id': '27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:19.442065 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Request body: {'port': {'device_id': 'd258eb2f-7f21-47fd-a940-49ed41f2b009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:19.487867 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:19.489302 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:19.500004 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Allocated IP 172.27.2.22 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/5dc876fd-3714-4361-9858-1c1f1fd0e0ba) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:19.676034 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:19.706804 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a3c527f-61e6-4564-b175-bc1b0f89a3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:19.763086 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:19.812307 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b481aa7b-0b97-4890-82e4-95a39b1814d5 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:19.992297 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-378a4443-b7f9-4336-abff-d21bc4b32e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.010077 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-378a4443-b7f9-4336-abff-d21bc4b32e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.093061 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-378a4443-b7f9-4336-abff-d21bc4b32e8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bcc9dc092411436db420dbd261c512fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0535817 Oct 12 16:48:20.104328 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40182) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:20.105070 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a4443-b7f9-4336-abff-d21bc4b32e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5461ffc3-f531-4eda-b5fc-fc1b4d6f7172,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:20.289300 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.334221 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 2, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:20.391843 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a3c527f-61e6-4564-b175-bc1b0f89a3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.425058 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a3c527f-61e6-4564-b175-bc1b0f89a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.429466 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Checking router: ca159568-2c24-4528-9742-de9248d1eb13 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:48:20.453419 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Updating router ca159568-2c24-4528-9742-de9248d1eb13 port 263724f1-c7a3-413c-9498-3c1bbc2eae7b binding host dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:48:20.467937 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-1a3c527f-61e6-4564-b175-bc1b0f89a3c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86d9dfd66b6646c5b8245f4954896b15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3306510 Oct 12 16:48:20.482320 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40188) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:20.484632 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c74f8af1-40fb-4944-aece-1f0ef0f3c10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.543546 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c74f8af1-40fb-4944-aece-1f0ef0f3c10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.546639 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40190) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:20.572320 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.583354 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c527f-61e6-4564-b175-bc1b0f89a3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec7192e-8e1b-47b8-913e-2eac7b608546,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:20.647116 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b481aa7b-0b97-4890-82e4-95a39b1814d5 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.670390 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b481aa7b-0b97-4890-82e4-95a39b1814d5 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.764525 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b5fa2-26a7-4192-9cbb-92ac2cbdb0b4 req-89a6cb9e-3051-4678-88fd-bcaeb0177aaf tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:20.773220 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a25b5fa2-26a7-4192-9cbb-92ac2cbdb0b4 req-89a6cb9e-3051-4678-88fd-bcaeb0177aaf tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 931 time: 0.4613597 Oct 12 16:48:20.808031 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.938714 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 8ec86233-c40d-4d7d-9b91-b2a236351b30 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:20.951303 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481aa7b-0b97-4890-82e4-95a39b1814d5 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4570371-327b-4fa5-b8ac-05f50610036f,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:20.965424 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b481aa7b-0b97-4890-82e4-95a39b1814d5 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:20.995230 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-b481aa7b-0b97-4890-82e4-95a39b1814d5 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6452961 Oct 12 16:48:20.999237 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40204) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:21.019910 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'floatingip': {'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:21.048001 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f898cfd1-ec04-49e2-b337-a2487921c85e {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:48:21.079534 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.086367 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a25b5fa2-26a7-4192-9cbb-92ac2cbdb0b4 req-e8b94175-7aeb-4fcf-a3d3-6abb603a8588 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105671 Oct 12 16:48:21.096546 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'Port': ['ID=5dc876fd-3714-4361-9858-1c1f1fd0e0ba,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:21.144190 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.163032 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:21.176621 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:21.184821 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:21.195801 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-620d7ed7-1596-4170-ad8d-da1dcf3a7265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.196313 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Transition to ACTIVE for port object f898cfd1-ec04-49e2-b337-a2487921c85e will not be triggered until provisioned by entity L2. {{(pid=100532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:48:21.207647 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.215643 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c74f8af1-40fb-4944-aece-1f0ef0f3c10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.223203 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c74f8af1-40fb-4944-aece-1f0ef0f3c10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.226075 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-c74f8af1-40fb-4944-aece-1f0ef0f3c10b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5461ffc3-f531-4eda-b5fc-fc1b4d6f7172 HTTP/1.1" status: 204 len: 168 time: 1.1156406 Oct 12 16:48:21.291538 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f8af1-40fb-4944-aece-1f0ef0f3c10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5461ffc3-f531-4eda-b5fc-fc1b4d6f7172,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:21.296818 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0c27-afee-463a-b0ff-8a00dfa0aee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.444933 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-620d7ed7-1596-4170-ad8d-da1dcf3a7265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.527048 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.558485 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Attempting to bind port f898cfd1-ec04-49e2-b337-a2487921c85e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:48:21.562593 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Attempting to bind port f898cfd1-ec04-49e2-b337-a2487921c85e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5a20aded-2690-4886-83af-6815196bb388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '44c05026-7bae-4d20-b504-f31b0e09ebda'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:48:21.563121 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Attempting to bind port f898cfd1-ec04-49e2-b337-a2487921c85e on network 44c05026-7bae-4d20-b504-f31b0e09ebda {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:21.573118 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Pushing event updated for resources: {'Port': ['ID=f898cfd1-ec04-49e2-b337-a2487921c85e,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:21.578324 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Port f898cfd1-ec04-49e2-b337-a2487921c85e on network 44c05026-7bae-4d20-b504-f31b0e09ebda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:48:21.580330 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Attempting to bind port f898cfd1-ec04-49e2-b337-a2487921c85e on network 44c05026-7bae-4d20-b504-f31b0e09ebda {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:21.600554 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:48:21.600986 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Checking segment: {'id': '5a20aded-2690-4886-83af-6815196bb388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '44c05026-7bae-4d20-b504-f31b0e09ebda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:21.601637 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Bound using segment: {'id': '5a20aded-2690-4886-83af-6815196bb388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '44c05026-7bae-4d20-b504-f31b0e09ebda'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:48:21.606545 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Bound port: f898cfd1-ec04-49e2-b337-a2487921c85e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a20aded-2690-4886-83af-6815196bb388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '44c05026-7bae-4d20-b504-f31b0e09ebda'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:48:21.607010 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.635662 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.695965 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Notify callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.720287 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-620d7ed7-1596-4170-ad8d-da1dcf3a7265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.723334 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-620d7ed7-1596-4170-ad8d-da1dcf3a7265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.724615 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-620d7ed7-1596-4170-ad8d-da1dcf3a7265 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fec7192e-8e1b-47b8-913e-2eac7b608546 HTTP/1.1" status: 204 len: 168 time: 1.1851320 Oct 12 16:48:21.737677 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.795252 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d7ed7-1596-4170-ad8d-da1dcf3a7265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec7192e-8e1b-47b8-913e-2eac7b608546,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:21.818162 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40226) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:21.887348 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0c27-afee-463a-b0ff-8a00dfa0aee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:21.971154 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0c27-afee-463a-b0ff-8a00dfa0aee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.000291 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 8ec86233-c40d-4d7d-9b91-b2a236351b30 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:22.000962 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.020618 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-7e2e0c27-afee-463a-b0ff-8a00dfa0aee3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d8108f782d14245807c45a1c81e025f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4460831 Oct 12 16:48:22.038481 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40234) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:22.111380 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e0c27-afee-463a-b0ff-8a00dfa0aee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928fee83-c95f-4a7a-8c28-55a7014cea9a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:22.126452 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] For port f898cfd1-ec04-49e2-b337-a2487921c85e, host hv-cinder-81322, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:48:22.163287 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7102c-b719-41b5-a5ce-1ecc064437ba None None] Pushing event updated for resources: {'Port': ['ID=263724f1-c7a3-413c-9498-3c1bbc2eae7b,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:22.207589 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.238763 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] For port f898cfd1-ec04-49e2-b337-a2487921c85e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f898cfd1-ec04-49e2-b337-a2487921c85e,segment=NetworkSegment(5a20aded-2690-4886-83af-6815196bb388),segment_id=5a20aded-2690-4886-83af-6815196bb388)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:48:22.251619 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.282976 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Attempting to bind port 263724f1-c7a3-413c-9498-3c1bbc2eae7b on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:48:22.283344 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Attempting to bind port 263724f1-c7a3-413c-9498-3c1bbc2eae7b by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:48:22.283706 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Attempting to bind port 263724f1-c7a3-413c-9498-3c1bbc2eae7b on network 305d87b2-e9e4-4739-b688-2648a68da451 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:22.327585 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:48:22.327961 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Checking segment: {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:22.328368 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.328762 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Bound using segment: {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:48:22.329248 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Bound port: 263724f1-c7a3-413c-9498-3c1bbc2eae7b, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:48:22.329676 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.403059 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:22.406886 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.408259 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43b7d3-c63a-4583-8b8d-2e09cab40658 req-0c79b917-795f-4f93-9b11-f8883b18b7ec tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:22.409536 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] 10.222.0.25 "PUT /v2.0/ports/f898cfd1-ec04-49e2-b337-a2487921c85e HTTP/1.1" status: 200 len: 1093 time: 3.4142690 Oct 12 16:48:22.410091 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5c43b7d3-c63a-4583-8b8d-2e09cab40658 req-0c79b917-795f-4f93-9b11-f8883b18b7ec tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 943 time: 0.1487694 Oct 12 16:48:22.416141 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.423724 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd258eb2f-7f21-47fd-a940-49ed41f2b009', 'tag': 'f898cfd1-ec04-49e2-b337-a2487921c85e'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:48:22.471038 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-cc823346-bd86-4ca3-9c4b-943d5055f242 None None] Provisioning complete for port 263724f1-c7a3-413c-9498-3c1bbc2eae7b triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:22.471385 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-cc823346-bd86-4ca3-9c4b-943d5055f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.473277 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.535106 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.568163 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.579788 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2013686 Oct 12 16:48:22.597342 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5c43b7d3-c63a-4583-8b8d-2e09cab40658 req-b531050d-2ebe-45d1-8a6f-cd30f0edf280 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717393 Oct 12 16:48:22.627233 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a509ec92-840e-4e1a-8178-14c9a13d2964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.629463 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79af88-981d-42ab-9c65-c52dde06eab4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'Port': ['ID=5dc876fd-3714-4361-9858-1c1f1fd0e0ba,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:22.694465 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f2342b8-0556-46a6-b627-53f002e08be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.786855 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-cc823346-bd86-4ca3-9c4b-943d5055f242 None None] Port 263724f1-c7a3-413c-9498-3c1bbc2eae7b cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:48:22.832514 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] For port 263724f1-c7a3-413c-9498-3c1bbc2eae7b, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:48:22.837425 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a4812-798a-4290-9983-eeb2f117056b req-e5dfd52a-4ffe-44dd-9657-b7fb72373e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:22.841420 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-e5dfd52a-4ffe-44dd-9657-b7fb72373e2d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e3793eca5f44becb0da2d9372080d65&device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 1096 time: 0.2760859 Oct 12 16:48:22.848548 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] For port 263724f1-c7a3-413c-9498-3c1bbc2eae7b, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=263724f1-c7a3-413c-9498-3c1bbc2eae7b,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:48:22.852316 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a509ec92-840e-4e1a-8178-14c9a13d2964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.862347 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.867115 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a509ec92-840e-4e1a-8178-14c9a13d2964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.888543 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f2342b8-0556-46a6-b627-53f002e08be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:23.012519 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509ec92-840e-4e1a-8178-14c9a13d2964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093b818b-7d64-40f6-87cc-47bd6a763734,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:23.047251 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-a509ec92-840e-4e1a-8178-14c9a13d2964 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e27fc0b9a834580bcb84c2bd290450c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2223694 Oct 12 16:48:23.051599 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40268) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:23.070763 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Allocated IP 172.27.2.93 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/db427999-f1fb-4bc2-938d-a1d7999b2cdc) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:23.072291 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:23.072933 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:47:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:23.231218 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-c517f1df-1b9a-4dc7-ba31-b1a5ae773170 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1044503154&fields=id&tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6 HTTP/1.1" status: 200 len: 267 time: 0.1801734 Oct 12 16:48:23.328571 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:23.368174 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982abcec-50b2-407d-b1c1-173ea304a269" -d '{"events": [{"name": "network-changed", "server_uuid": "d258eb2f-7f21-47fd-a940-49ed41f2b009", "tag": "f898cfd1-ec04-49e2-b337-a2487921c85e"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:48:23.387507 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:23.396989 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5965cf-835e-4cc5-91e1-650a49fe89ad service neutron] Pushing event updated for resources: {'Port': ['ID=f898cfd1-ec04-49e2-b337-a2487921c85e,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:23.491256 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f2342b8-0556-46a6-b627-53f002e08be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:23.495710 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f2342b8-0556-46a6-b627-53f002e08be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:23.496938 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5f2342b8-0556-46a6-b627-53f002e08be3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/928fee83-c95f-4a7a-8c28-55a7014cea9a HTTP/1.1" status: 204 len: 168 time: 1.4510779 Oct 12 16:48:23.533978 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-375d458d-b7b7-4a52-9087-c344cd4f396c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:23.541534 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-375d458d-b7b7-4a52-9087-c344cd4f396c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 816 time: 0.3016262 Oct 12 16:48:23.553359 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-6c779003-991e-4adb-b890-2bb976150fa7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f898cfd1-ec04-49e2-b337-a2487921c85e HTTP/1.1" status: 200 len: 217 time: 0.1891861 Oct 12 16:48:23.558784 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7102c-b719-41b5-a5ce-1ecc064437ba None None] Pushing event updated for resources: {'Port': ['ID=263724f1-c7a3-413c-9498-3c1bbc2eae7b,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:23.564247 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-c4ab29ce-6c1c-4bbb-9167-8d0f85cea32d None None] Provisioning complete for port 263724f1-c7a3-413c-9498-3c1bbc2eae7b triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:23.575361 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c4ab29ce-6c1c-4bbb-9167-8d0f85cea32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:23.582364 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2342b8-0556-46a6-b627-53f002e08be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928fee83-c95f-4a7a-8c28-55a7014cea9a,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:23.596719 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:23.600698 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-3da0bd7c-16c9-475d-9c51-9aefc29c9b8a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/quotas/ea06ba2e773d42f1ab5ae2a60f8dd8d6 HTTP/1.1" status: 200 len: 375 time: 0.0293205 Oct 12 16:48:23.712191 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'Port': ['ID=db427999-f1fb-4bc2-938d-a1d7999b2cdc,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:23.733509 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b435-3945-4e0a-9e9b-c9c9224e3571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:23.782695 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b435-3945-4e0a-9e9b-c9c9224e3571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:23.832150 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-865199cf-3a7d-428f-888c-f7599e50d608 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2230940 Oct 12 16:48:23.909960 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a4812-798a-4290-9983-eeb2f117056b req-8666d9d1-a53b-4beb-97ba-d37ee1957e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:23.918121 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-8666d9d1-a53b-4beb-97ba-d37ee1957e17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d21f794-8c3d-4433-acbc-120301f389ff HTTP/1.1" status: 200 len: 852 time: 0.2183082 Oct 12 16:48:23.958086 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:24.063720 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:24.075925 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-dc1dfac2-7789-447e-87e5-18552d1582bb service neutron] 10.222.0.48 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204983 Oct 12 16:48:24.094298 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c4ab29ce-6c1c-4bbb-9167-8d0f85cea32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:24.143970 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:24.200861 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-c4ab29ce-6c1c-4bbb-9167-8d0f85cea32d None None] For port 263724f1-c7a3-413c-9498-3c1bbc2eae7b, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=263724f1-c7a3-413c-9498-3c1bbc2eae7b,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:24.220982 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c4ab29ce-6c1c-4bbb-9167-8d0f85cea32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:24.286684 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-b5560241-0287-4e3c-a67b-1c75da6d6825 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=44c05026-7bae-4d20-b504-f31b0e09ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3241556 Oct 12 16:48:24.304220 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:22Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:24.308802 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b06093-6717-4e7c-81d1-0aeaf5de6b78 x-openstack-request-id: req-e6b06093-6717-4e7c-81d1-0aeaf5de6b78 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:48:24.309716 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d258eb2f-7f21-47fd-a940-49ed41f2b009", "tag": "f898cfd1-ec04-49e2-b337-a2487921c85e", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:48:24.310159 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6b06093-6717-4e7c-81d1-0aeaf5de6b78 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:48:24.319204 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd258eb2f-7f21-47fd-a940-49ed41f2b009', 'tag': 'f898cfd1-ec04-49e2-b337-a2487921c85e', 'status': 'completed', 'code': 200} Oct 12 16:48:24.362711 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-882e2093-76a1-4434-83fe-ccc633c712b2 service neutron] 10.222.0.48 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840605 Oct 12 16:48:24.424820 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:24.491212 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b435-3945-4e0a-9e9b-c9c9224e3571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:24.503882 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b435-3945-4e0a-9e9b-c9c9224e3571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:24.508787 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-e4d9b435-3945-4e0a-9e9b-c9c9224e3571 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/093b818b-7d64-40f6-87cc-47bd6a763734 HTTP/1.1" status: 204 len: 168 time: 1.4514394 Oct 12 16:48:24.555027 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9b435-3945-4e0a-9e9b-c9c9224e3571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093b818b-7d64-40f6-87cc-47bd6a763734,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:24.611901 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fbc709-065d-4e7e-b03f-1f85a01c5507 None None] The sync data for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi is: [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:22Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:48:24.626583 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf497d8-5aa6-42d6-99f6-84d2fd1bf176 req-dcd88393-31c1-4870-80ad-af46bd8027f8 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:24.644295 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1cf497d8-5aa6-42d6-99f6-84d2fd1bf176 req-dcd88393-31c1-4870-80ad-af46bd8027f8 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 943 time: 0.3306243 Oct 12 16:48:24.688450 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:24.728651 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab29ce-6c1c-4bbb-9167-8d0f85cea32d None None] Pushing event updated for resources: {'Port': ['ID=263724f1-c7a3-413c-9498-3c1bbc2eae7b,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:24.778480 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1cf497d8-5aa6-42d6-99f6-84d2fd1bf176 req-378f1a1f-97e5-4be5-a53c-2c944660547b tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329002 Oct 12 16:48:24.856586 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e65aa504-f105-488c-81a1-7b244ad3e136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:24.876462 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-4e5a50f1-03aa-4b05-b71e-621dff87e5e4 service neutron] 10.222.0.25 "GET /v2.0/networks/44c05026-7bae-4d20-b504-f31b0e09ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117521 Oct 12 16:48:24.907637 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c239ad3-6b0f-4415-9c93-8c0bcc36d6d0 req-3d49e723-796d-4912-a9f3-98cc9b32ce39 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 210 time: 0.0725908 Oct 12 16:48:24.987207 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 263724f1-c7a3-413c-9498-3c1bbc2eae7b up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:25.094458 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 263724f1-c7a3-413c-9498-3c1bbc2eae7b triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:25.095514 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:25.158371 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-cf0a4812-798a-4290-9983-eeb2f117056b req-2d562f71-9db7-4d31-898a-9909ac12017e service neutron] 10.222.0.25 "GET /v2.0/networks/44c05026-7bae-4d20-b504-f31b0e09ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718198 Oct 12 16:48:25.203835 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40342) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:25.233220 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f43aee27-be4d-41f3-9877-932a4086f343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:25.291888 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:25.355156 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:25.473496 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f43aee27-be4d-41f3-9877-932a4086f343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:25.501353 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:25.520608 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f43aee27-be4d-41f3-9877-932a4086f343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:25.554762 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'Port': ['ID=db427999-f1fb-4bc2-938d-a1d7999b2cdc,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:25.581820 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:25.595004 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e861028a-dfaf-413f-b1c4-408937747bd9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5853536 Oct 12 16:48:25.599985 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abcec-50b2-407d-b1c1-173ea304a269 req-9dca2f79-4150-4b40-9d61-8504c767df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:25.603370 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-982abcec-50b2-407d-b1c1-173ea304a269 req-9dca2f79-4150-4b40-9d61-8504c767df1f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e3793eca5f44becb0da2d9372080d65&device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 1096 time: 0.3136346 Oct 12 16:48:25.612857 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40360) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:25.649849 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-f43aee27-be4d-41f3-9877-932a4086f343 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8df014c940b64f6ab42d42d2f4a1cde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448178 Oct 12 16:48:25.652867 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40364) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:25.668912 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43aee27-be4d-41f3-9877-932a4086f343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83fa3fe-e492-442c-9f7f-63d1e9550515,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:25.780528 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a9646c2-6519-4237-9dc1-a1c91d9bd514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:25.860160 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a9646c2-6519-4237-9dc1-a1c91d9bd514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:25.919305 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40374) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:26.002239 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a9646c2-6519-4237-9dc1-a1c91d9bd514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.008043 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a9646c2-6519-4237-9dc1-a1c91d9bd514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.012292 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-9a9646c2-6519-4237-9dc1-a1c91d9bd514 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a83fa3fe-e492-442c-9f7f-63d1e9550515 HTTP/1.1" status: 204 len: 168 time: 0.3583734 Oct 12 16:48:26.014564 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1c769ddf-92b0-4996-9c94-eabc7513ece6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.022450 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9646c2-6519-4237-9dc1-a1c91d9bd514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83fa3fe-e492-442c-9f7f-63d1e9550515,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:26.091843 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-24029959-0aa0-4134-94cb-7b8890d9b940 req-c3f37a37-187d-42bd-81ab-dae23b05d134 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 210 time: 0.1020269 Oct 12 16:48:26.110133 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ec3af-a11c-4889-b4c1-f792d2f0f53d req-cf52e9c9-fd63-4e35-98a3-3385907c862c tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:26.111661 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cf9ec3af-a11c-4889-b4c1-f792d2f0f53d req-cf52e9c9-fd63-4e35-98a3-3385907c862c tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 943 time: 0.2072043 Oct 12 16:48:26.321940 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cf9ec3af-a11c-4889-b4c1-f792d2f0f53d req-21138a93-353f-47b8-84ac-da1f9513bdb2 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749148 Oct 12 16:48:26.365410 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abcec-50b2-407d-b1c1-173ea304a269 req-c238842c-2489-4256-a2b8-4335301bf13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:26.367579 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-982abcec-50b2-407d-b1c1-173ea304a269 req-c238842c-2489-4256-a2b8-4335301bf13d service neutron] 10.222.0.25 "GET /v2.0/networks?id=44c05026-7bae-4d20-b504-f31b0e09ebda HTTP/1.1" status: 200 len: 913 time: 0.2399595 Oct 12 16:48:26.442186 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-4ffdcef2-b221-49f6-97da-9028f7796b1e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--8816737&fields=id&tenant_id=bef38560185b407ea90862e9626f9afc HTTP/1.1" status: 200 len: 267 time: 0.1477542 Oct 12 16:48:26.480584 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-982abcec-50b2-407d-b1c1-173ea304a269 req-1ddbebe6-1f0d-4f57-b4c8-da08d575c2fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f898cfd1-ec04-49e2-b337-a2487921c85e HTTP/1.1" status: 200 len: 217 time: 0.0754035 Oct 12 16:48:26.535068 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1c769ddf-92b0-4996-9c94-eabc7513ece6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.546858 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1c769ddf-92b0-4996-9c94-eabc7513ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.549738 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40396) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:26.776684 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d95b0319-69f7-46ee-b38b-c1b6623b7499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.843776 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 263724f1-c7a3-413c-9498-3c1bbc2eae7b up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:26.970429 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 263724f1-c7a3-413c-9498-3c1bbc2eae7b triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:26.970820 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.991255 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503628d6-2491-4653-b98c-52284c45d887 req-a4a7c0df-6bb8-46b4-9637-e56c360d33ca tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:27.000836 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-a4a7c0df-6bb8-46b4-9637-e56c360d33ca tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 811 time: 0.5575480 Oct 12 16:48:27.050908 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-d2dea1d1-37f2-47e3-8d85-a1bf05c036a4 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/quotas/bef38560185b407ea90862e9626f9afc HTTP/1.1" status: 200 len: 375 time: 0.0471272 Oct 12 16:48:27.163989 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-1c769ddf-92b0-4996-9c94-eabc7513ece6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46b780e687e04476a9390cd2fbcffb5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2001345 Oct 12 16:48:27.172187 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40412) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:27.174755 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c769ddf-92b0-4996-9c94-eabc7513ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8cf52f-9dbd-4b42-8b5a-275029592367,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:27.175433 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d95b0319-69f7-46ee-b38b-c1b6623b7499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.183816 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519916397-network', 'tenant_id': '329149e7436b45eb9e0eabf3fe32e38f'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:27.188936 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d95b0319-69f7-46ee-b38b-c1b6623b7499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.221931 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-d95b0319-69f7-46ee-b38b-c1b6623b7499 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae69c3303cf84015a9c4718f962b8a84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5943542 Oct 12 16:48:27.235052 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40416) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:27.296890 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-6f8a9f11-7dc2-4f9f-938f-8b771c196d5a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2359350 Oct 12 16:48:27.298496 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3ec44c9-d5d1-4531-9da8-6e90849cfb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.378257 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-13f496b1-c82a-4485-9e3e-57d7aac833e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.451190 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-13f496b1-c82a-4485-9e3e-57d7aac833e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.482610 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-d1c402a5-1f9f-46f0-aaa3-4f8ce3f4817d service neutron] 10.222.0.48 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786387 Oct 12 16:48:27.496875 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7eaca023-2fd2-451c-b817-eeba589c28b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.566838 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abcec-50b2-407d-b1c1-173ea304a269 req-eb5171ec-52f4-4d48-96d4-fd42d455c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:27.568674 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-982abcec-50b2-407d-b1c1-173ea304a269 req-eb5171ec-52f4-4d48-96d4-fd42d455c602 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d21f794-8c3d-4433-acbc-120301f389ff HTTP/1.1" status: 200 len: 852 time: 0.2856066 Oct 12 16:48:27.577729 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5a54213b-df9e-4737-ad98-5988442c8003 req-55533988-bdad-4fd0-98ee-8ddfff26ed6a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 210 time: 0.1835420 Oct 12 16:48:27.590618 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b0319-69f7-46ee-b38b-c1b6623b7499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76714b1-d6af-401d-a280-56922a4d9ebc,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:27.595234 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-13f496b1-c82a-4485-9e3e-57d7aac833e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.598625 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-13f496b1-c82a-4485-9e3e-57d7aac833e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.599910 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-13f496b1-c82a-4485-9e3e-57d7aac833e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a76714b1-d6af-401d-a280-56922a4d9ebc HTTP/1.1" status: 204 len: 168 time: 0.3666670 Oct 12 16:48:27.610167 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Made reservation on behalf of 329149e7436b45eb9e0eabf3fe32e38f for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:27.612571 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.616388 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f496b1-c82a-4485-9e3e-57d7aac833e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76714b1-d6af-401d-a280-56922a4d9ebc,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:27.630269 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.727153 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3ec44c9-d5d1-4531-9da8-6e90849cfb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.751907 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.788830 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-982abcec-50b2-407d-b1c1-173ea304a269 req-dc27fe0a-32d1-4aad-8867-7cc773fee7f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=44c05026-7bae-4d20-b504-f31b0e09ebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353210 Oct 12 16:48:27.790037 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:27.835811 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1136a2-fc08-428b-b1c2-440daff1b882,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:27.895727 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:48:27.948718 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-e97bf822-bf57-4d36-a3c6-4818ce3e95ab service neutron] 10.222.0.48 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651186 Oct 12 16:48:27.971126 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-982abcec-50b2-407d-b1c1-173ea304a269 req-9675e2fa-37d0-4c46-8d86-d12410b76ccd service neutron] 10.222.0.25 "GET /v2.0/networks/44c05026-7bae-4d20-b504-f31b0e09ebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378100 Oct 12 16:48:27.978470 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b93f8f-aa0e-402c-8acb-49f5dd979d1f req-4c200838-2444-42ab-8da6-b1a27f541c25 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:27.980883 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:48:27.987877 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12b93f8f-aa0e-402c-8acb-49f5dd979d1f req-4c200838-2444-42ab-8da6-b1a27f541c25 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 943 time: 0.1825273 Oct 12 16:48:27.999034 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3ec44c9-d5d1-4531-9da8-6e90849cfb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.007580 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3ec44c9-d5d1-4531-9da8-6e90849cfb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.009065 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-c3ec44c9-d5d1-4531-9da8-6e90849cfb08 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f8cf52f-9dbd-4b42-8b5a-275029592367 HTTP/1.1" status: 204 len: 168 time: 0.8356314 Oct 12 16:48:28.026809 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec44c9-d5d1-4531-9da8-6e90849cfb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8cf52f-9dbd-4b42-8b5a-275029592367,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:28.089567 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12b93f8f-aa0e-402c-8acb-49f5dd979d1f req-fd640ed1-e2aa-4bc8-9969-149b66212ddd tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983498 Oct 12 16:48:28.209078 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-982abcec-50b2-407d-b1c1-173ea304a269 req-23b2d81c-ada6-4bf2-b20c-ab83fa8536d9 service neutron] 10.222.0.25 "GET /v2.0/networks/44c05026-7bae-4d20-b504-f31b0e09ebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140141 Oct 12 16:48:28.212095 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.212437 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Added segment 72999170-a3f6-4188-bb24-f0a5892c74b3 of type vlan for network a8817e8a-7437-4b31-95dd-9360f07aee90 Oct 12 16:48:28.293873 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2192d49e-106e-494d-a6f0-1329d143962e req-64fe991e-7e41-459a-bc01-e4622603192d tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 210 time: 0.0581777 Oct 12 16:48:28.309183 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.346760 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.354520 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.355527 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:28.356075 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.499796 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9476967 Oct 12 16:48:28.500544 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40458) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:28.506740 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] Request body: {'subnet': {'network_id': 'a8817e8a-7437-4b31-95dd-9360f07aee90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519916397-subnet', 'tenant_id': '329149e7436b45eb9e0eabf3fe32e38f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:28.514459 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40460) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:28.534669 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b72de0-672a-46d1-a17c-8150658cf923 admin admin] Pushing event updated for resources: {'Network': ['ID=a8817e8a-7437-4b31-95dd-9360f07aee90,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:28.551036 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-148a7c5d-9ac1-4ab7-9e5e-644cf8b7cdd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.569989 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network a8817e8a-7437-4b31-95dd-9360f07aee90 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:48:28.619374 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] Made reservation on behalf of 329149e7436b45eb9e0eabf3fe32e38f for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:28.642040 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.683309 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-148a7c5d-9ac1-4ab7-9e5e-644cf8b7cdd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.691536 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-148a7c5d-9ac1-4ab7-9e5e-644cf8b7cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.774812 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-148a7c5d-9ac1-4ab7-9e5e-644cf8b7cdd2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e507c5a4b9d04649a2f0547331444de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547505 Oct 12 16:48:28.775406 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a7c5d-9ac1-4ab7-9e5e-644cf8b7cdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf2856c-eba6-4a16-83e5-7559f32ab658,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:28.794333 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40466) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:28.964131 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a795698e-1d16-4282-84ac-3a03d65e40d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:28.971492 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:29.038323 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a795698e-1d16-4282-84ac-3a03d65e40d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:29.152705 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a795698e-1d16-4282-84ac-3a03d65e40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:29.156911 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a795698e-1d16-4282-84ac-3a03d65e40d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:29.161674 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-a795698e-1d16-4282-84ac-3a03d65e40d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/edf2856c-eba6-4a16-83e5-7559f32ab658 HTTP/1.1" status: 204 len: 168 time: 0.3662231 Oct 12 16:48:29.179312 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795698e-1d16-4282-84ac-3a03d65e40d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf2856c-eba6-4a16-83e5-7559f32ab658,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:29.196129 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-facc206f-3512-4ff2-80d4-b83d1911e78b req-33723bb8-8b73-4c7e-aabf-6f40780d4484 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 210 time: 0.2195952 Oct 12 16:48:29.256744 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:29.395594 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c1f6c-7064-42ab-8664-149f906a8187 req-f8616f12-cfb4-4361-a44b-fb30e1299119 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:29.399507 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5d2c1f6c-7064-42ab-8664-149f906a8187 req-f8616f12-cfb4-4361-a44b-fb30e1299119 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 943 time: 0.1760764 Oct 12 16:48:29.403410 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] Checking segment: {'id': '72999170-a3f6-4188-bb24-f0a5892c74b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'a8817e8a-7437-4b31-95dd-9360f07aee90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:29.403775 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] Network hostable DHCP agents. Network: a8817e8a-7437-4b31-95dd-9360f07aee90, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:48:29.414788 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7962fc-816d-47d4-a19d-2b27079e1585,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:29.644317 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-73a3cbb2-2efb-4dbe-9573-a007e06c903a req-797ae5f1-0139-4e5b-87f3-c9257db955a4 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 210 time: 0.1662407 Oct 12 16:48:29.671946 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-3a7d1037-d834-42f8-8391-a4e587c39f18 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:29.674203 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-3a7d1037-d834-42f8-8391-a4e587c39f18 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 816 time: 0.3261092 Oct 12 16:48:29.687644 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5d2c1f6c-7064-42ab-8664-149f906a8187 req-dc7534cd-42ef-4109-9c40-486767df9189 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798021 Oct 12 16:48:29.691367 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] Network a8817e8a-7437-4b31-95dd-9360f07aee90 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:48:29.719787 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, a8817e8a-7437-4b31-95dd-9360f07aee90) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:29.726129 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:29.726129 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:29.730968 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea2078-2c27-4a69-89fa-060a3e963440 None None] Network a8817e8a-7437-4b31-95dd-9360f07aee90 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:29.750254 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-2f6b90da-3959-4cad-a7db-efca00d57199 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2477601 Oct 12 16:48:30.084933 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabfa1a0-8757-4ce8-8b4b-2d85dd248498 None None] Network a8817e8a-7437-4b31-95dd-9360f07aee90 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:30.321721 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-acea62b5-2aaf-4076-ad6d-8073df6fd8eb req-8039cbe5-553a-4a76-a70c-dee933192856 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 210 time: 0.0298150 Oct 12 16:48:30.414893 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:30.763509 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-55d438c9-1865-4ac0-9ee8-5696f09f7529 req-8ec2281b-71bf-4b44-8df8-9a9fbbdae3d2 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 210 time: 0.0363474 Oct 12 16:48:30.826205 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424296a0-d3b3-4aeb-86fa-b37a8ee875f2 req-ce2290b7-91f7-4eb9-a433-06b7778b00bd tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:30.832489 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-424296a0-d3b3-4aeb-86fa-b37a8ee875f2 req-ce2290b7-91f7-4eb9-a433-06b7778b00bd tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 943 time: 0.0663238 Oct 12 16:48:30.877144 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-424296a0-d3b3-4aeb-86fa-b37a8ee875f2 req-7df44418-f12c-490e-9948-1ae91e74c06d tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374479 Oct 12 16:48:30.907294 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-af20fffe-7f8a-4de8-a10d-95af183668b3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6 HTTP/1.1" status: 200 len: 380 time: 0.0668395 Oct 12 16:48:30.926011 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'port': {'device_id': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'admin_state_up': True, 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'security_groups': ['f63257fc-28c3-476f-a6c5-1a0859655a5d']}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:31.086745 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Made reservation on behalf of ea06ba2e773d42f1ab5ae2a60f8dd8d6 for: {'port': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:31.093423 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.229044 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Allocated IP 172.20.0.10 (67492cf5-634a-4a65-8b9c-706ee2b5109a/33ed6982-8572-4062-9e82-23baaf25ec08/fe97e967-4b6c-4302-80d9-0372d1406b88) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:31.251634 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40566) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:31.260501 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-283812708-network', 'tenant_id': 'b9633ac9a562417ba4f0bbd496f591c9'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:31.290451 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Made reservation on behalf of b9633ac9a562417ba4f0bbd496f591c9 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:31.295251 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.316095 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.409175 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.461938 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.464740 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cf653025-7cfd-4885-8a40-826041fae5b1 req-c87504eb-6093-4e2e-a8dd-208bf18410f3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 210 time: 0.0370820 Oct 12 16:48:31.495537 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.500333 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.516365 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.25', 56254) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:31.558471 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Network 67492cf5-634a-4a65-8b9c-706ee2b5109a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:31.558471 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:31.558471 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:31.563284 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:31.563955 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.573356 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'Port': ['ID=fe97e967-4b6c-4302-80d9-0372d1406b88,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:31.588013 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-8ebd18e6-94f1-4144-9bd8-6b01f01d2733 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6698747 Oct 12 16:48:31.598580 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:48:31.612045 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Request body: {'port': {'device_id': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:31.670417 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b968bc5d-39f0-4a03-94df-38707480c22e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:31.695985 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.696317 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.segments_db [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Added segment 93a47aa5-d2b5-415a-8aa3-b93843a82991 of type vlan for network c7db0063-6908-4ce8-8679-3ee2115ef1a0 Oct 12 16:48:31.727184 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.835132 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:31.919705 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503628d6-2491-4653-b98c-52284c45d887 req-caf80198-b266-4a83-89bc-14817b33a29b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:31.921879 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-caf80198-b266-4a83-89bc-14817b33a29b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.25 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 811 time: 0.4034216 Oct 12 16:48:31.945648 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-35d523b6-8431-45b6-9242-7e8c80fb5451 None None] Provisioning complete for port fe97e967-4b6c-4302-80d9-0372d1406b88 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:31.946775 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-35d523b6-8431-45b6-9242-7e8c80fb5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.058152 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-35d523b6-8431-45b6-9242-7e8c80fb5451 None None] Port fe97e967-4b6c-4302-80d9-0372d1406b88 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:48:32.077857 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40590) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:32.140556 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-148f7304-25ff-480c-9557-feba3b866bad req-f87016fc-7b81-4d8c-bd44-84f92de5dc40 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 210 time: 0.1446724 Oct 12 16:48:32.190341 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.192508 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:32.201538 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.238956 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-fdc0a309-d34f-486e-9b2c-1d2066fbb908 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bef38560185b407ea90862e9626f9afc HTTP/1.1" status: 200 len: 377 time: 0.2918003 Oct 12 16:48:32.261801 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'port': {'device_id': '0a1396f7-da68-445d-b60c-740675e38201', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'admin_state_up': True, 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'security_groups': ['27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:32.283754 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0304091 Oct 12 16:48:32.329848 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40610) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:32.335144 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] Request body: {'subnet': {'network_id': 'c7db0063-6908-4ce8-8679-3ee2115ef1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-283812708-subnet', 'tenant_id': 'b9633ac9a562417ba4f0bbd496f591c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:32.339882 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe97e967-4b6c-4302-80d9-0372d1406b88 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:48:32.350558 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.370338 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Transition to ACTIVE for port object fe97e967-4b6c-4302-80d9-0372d1406b88 will not be triggered until provisioned by entity L2. {{(pid=100532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:48:32.376487 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] Made reservation on behalf of b9633ac9a562417ba4f0bbd496f591c9 for: {'subnet': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:32.380245 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.383251 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.395122 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cf085-6abf-406d-b992-e22cb2d94609 req-464f232a-42f2-431a-95f0-7246914f7410 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:32.397095 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f43cf085-6abf-406d-b992-e22cb2d94609 req-464f232a-42f2-431a-95f0-7246914f7410 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 943 time: 0.3782446 Oct 12 16:48:32.402655 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-180b8074-427b-4cd0-bb66-3ab037bf6ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.406826 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d011c0-8086-4aba-90b5-05cb664c36dd admin admin] Pushing event updated for resources: {'Network': ['ID=c7db0063-6908-4ce8-8679-3ee2115ef1a0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:32.430842 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network c7db0063-6908-4ce8-8679-3ee2115ef1a0 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:48:32.499246 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe97e967-4b6c-4302-80d9-0372d1406b88,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:32.543729 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f43cf085-6abf-406d-b992-e22cb2d94609 req-420692ee-82be-498a-b8ad-cbc38aaecc06 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022868 Oct 12 16:48:32.593138 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Attempting to bind port fe97e967-4b6c-4302-80d9-0372d1406b88 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:48:32.593604 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Attempting to bind port fe97e967-4b6c-4302-80d9-0372d1406b88 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:48:32.594026 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Attempting to bind port fe97e967-4b6c-4302-80d9-0372d1406b88 on network 67492cf5-634a-4a65-8b9c-706ee2b5109a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:32.608222 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Port fe97e967-4b6c-4302-80d9-0372d1406b88 on network 67492cf5-634a-4a65-8b9c-706ee2b5109a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:48:32.608625 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Attempting to bind port fe97e967-4b6c-4302-80d9-0372d1406b88 on network 67492cf5-634a-4a65-8b9c-706ee2b5109a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:32.644087 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:48:32.644460 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Checking segment: {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:32.644857 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Bound using segment: {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:48:32.645301 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Bound port: fe97e967-4b6c-4302-80d9-0372d1406b88, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:48:32.645741 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.709998 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Made reservation on behalf of bef38560185b407ea90862e9626f9afc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:48:32.713590 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.745338 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b139d64-15a1-4bed-941d-6c6841a075f3 req-3f8031b6-6495-48e2-95a7-3a9381438909 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:32.752505 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9b139d64-15a1-4bed-941d-6c6841a075f3 req-3f8031b6-6495-48e2-95a7-3a9381438909 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.1505001 Oct 12 16:48:32.756858 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-180b8074-427b-4cd0-bb66-3ab037bf6ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.764852 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-180b8074-427b-4cd0-bb66-3ab037bf6ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.771645 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for subnet, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.796769 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:48:32.816645 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:48:32.828873 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.876747 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=af38697e-7628-4d17-803c-6648ff0d512b,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:32.884143 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b8074-427b-4cd0-bb66-3ab037bf6ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e6c6ce-4cb1-4cef-9381-c2e2cab11dca,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:32.895198 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:32.895678 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:32.897097 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] 10.222.0.25 "PUT /v2.0/ports/fe97e967-4b6c-4302-80d9-0372d1406b88 HTTP/1.1" status: 200 len: 1094 time: 1.2922325 Oct 12 16:48:32.897822 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:48:32.900068 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614226af-6ab9-4fd2-9c79-d6f5cce13a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:48:32.901483 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-180b8074-427b-4cd0-bb66-3ab037bf6ffa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7f7a440878d4944bffb65a35a00f330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7998827 Oct 12 16:48:32.903005 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40628) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:32.929100 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] Checking segment: {'id': '93a47aa5-d2b5-415a-8aa3-b93843a82991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c7db0063-6908-4ce8-8679-3ee2115ef1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:32.929875 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] Network hostable DHCP agents. Network: c7db0063-6908-4ce8-8679-3ee2115ef1a0, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:48:32.939339 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f44bf9-3831-4ddf-83f5-9da8291d1ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe97e967-4b6c-4302-80d9-0372d1406b88,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:32.954491 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9b139d64-15a1-4bed-941d-6c6841a075f3 req-07168c1f-f8f6-4ae6-9ecc-4181042f3b92 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009735 Oct 12 16:48:32.963293 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] Network c7db0063-6908-4ce8-8679-3ee2115ef1a0 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:48:32.967338 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058919ca-f20a-4c46-9427-6b416a0b50c0 x-openstack-request-id: req-058919ca-f20a-4c46-9427-6b416a0b50c0 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:48:32.967722 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:48:32.968073 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-058919ca-f20a-4c46-9427-6b416a0b50c0 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:48:32.968519 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'status': 'completed', 'code': 200} Oct 12 16:48:32.979492 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, c7db0063-6908-4ce8-8679-3ee2115ef1a0) {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:32.989108 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad0c4f-699e-4560-8e35-cc4c83ec183b None None] Network c7db0063-6908-4ce8-8679-3ee2115ef1a0 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:32.993554 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:32.994271 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.019283 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-0ff1ea55-ebf1-464e-b9c8-8e05848aa36a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6883030 Oct 12 16:48:33.203835 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40642) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:33.243735 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37473494-cb5a-4d44-8f12-18d63d91ca66 None None] Network c7db0063-6908-4ce8-8679-3ee2115ef1a0 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:48:33.304043 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bca1eb-d488-4ad0-9d79-12cc3dfb81dd admin admin] Deleting subnet ce7962fc-816d-47d4-a19d-2b27079e1585 {{(pid=100532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:48:33.307792 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-27bca1eb-d488-4ad0-9d79-12cc3dfb81dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.332944 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40648) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:33.373907 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-27bca1eb-d488-4ad0-9d79-12cc3dfb81dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.387276 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b316a36-19c9-4548-8aee-85eb93bdc10b req-9fdced98-89d2-4cab-bf01-ad846c303bb5 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 210 time: 0.1052704 Oct 12 16:48:33.407155 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-27bca1eb-d488-4ad0-9d79-12cc3dfb81dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.416965 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bb35df1-3160-49b2-8d90-725badb84627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.433472 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Allocated IP 172.20.0.9 (305d87b2-e9e4-4739-b688-2648a68da451/109ed70d-b303-4e9e-ad8c-e110e5884b8f/5619f519-7a32-4d5c-a4f0-537afdd4c266) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:48:33.456787 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bb35df1-3160-49b2-8d90-725badb84627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.518143 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-27bca1eb-d488-4ad0-9d79-12cc3dfb81dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for subnet, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.547774 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bca1eb-d488-4ad0-9d79-12cc3dfb81dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce7962fc-816d-47d4-a19d-2b27079e1585,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:33.549796 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-27bca1eb-d488-4ad0-9d79-12cc3dfb81dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.556092 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-27bca1eb-d488-4ad0-9d79-12cc3dfb81dd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ce7962fc-816d-47d4-a19d-2b27079e1585 HTTP/1.1" status: 204 len: 168 time: 0.3490481 Oct 12 16:48:33.556317 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40658) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:33.580291 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bb35df1-3160-49b2-8d90-725badb84627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.583039 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bb35df1-3160-49b2-8d90-725badb84627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.584331 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-4bb35df1-3160-49b2-8d90-725badb84627 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50e6c6ce-4cb1-4cef-9381-c2e2cab11dca HTTP/1.1" status: 204 len: 168 time: 0.6726596 Oct 12 16:48:33.596675 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb35df1-3160-49b2-8d90-725badb84627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e6c6ce-4cb1-4cef-9381-c2e2cab11dca,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:33.629406 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-33a8e617-ad60-4536-9e40-7bff4f112471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.653116 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.679833 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.737792 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27c05a-a10b-4f08-b1d3-dc336de2e4cd req-67f45b82-d6ff-40ec-ba7b-4f151b82786b tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:33.739353 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5d27c05a-a10b-4f08-b1d3-dc336de2e4cd req-67f45b82-d6ff-40ec-ba7b-4f151b82786b tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 943 time: 0.0739141 Oct 12 16:48:33.741130 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.802207 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.829162 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-33a8e617-ad60-4536-9e40-7bff4f112471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.834135 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:33.834486 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:33.835274 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:33.835553 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > port after_create 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:33.835895 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:33.836193 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > port after_update 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:33.836530 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:33.836814 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:33.837118 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:33.837448 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:33.846130 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Network 305d87b2-e9e4-4739-b688-2648a68da451 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:48:33.861837 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:48:33.869189 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:48:33.874847 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:33.875486 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:33.880242 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'Port': ['ID=5619f519-7a32-4d5c-a4f0-537afdd4c266,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:33.913978 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5d27c05a-a10b-4f08-b1d3-dc336de2e4cd req-819d4a2d-48a3-4ecd-a147-27ce7d285a36 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375751 Oct 12 16:48:33.925650 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-7b9a2e0e-b939-4bd6-a461-57797ce75e7a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6686239 Oct 12 16:48:34.045415 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:34.046093 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:34.046588 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:34.047113 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:48:34.047804 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8817e8a-7437-4b31-95dd-9360f07aee90']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:34.076400 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-33a8e617-ad60-4536-9e40-7bff4f112471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.078543 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbf395-4831-4623-b792-d34b3731e68a req-4b40194e-6def-4e0d-aa53-6fade9231fe6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:34.080022 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72999170-a3f6-4188-bb24-f0a5892c74b3') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:34.080312 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72999170-a3f6-4188-bb24-f0a5892c74b3') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:34.086227 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bacbf395-4831-4623-b792-d34b3731e68a req-4b40194e-6def-4e0d-aa53-6fade9231fe6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0610495 Oct 12 16:48:34.119360 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bacbf395-4831-4623-b792-d34b3731e68a req-0cfd817e-b199-4102-bfc9-cea7e3e4703a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322204 Oct 12 16:48:34.121278 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8e617-ad60-4536-9e40-7bff4f112471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4587c32e-d996-458e-aef3-414497b6e3a4,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:34.144701 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.170773 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-5b59ab24-b696-4a8b-b0ad-423263daf89b None None] Provisioning complete for port 5619f519-7a32-4d5c-a4f0-537afdd4c266 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:34.171763 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-5b59ab24-b696-4a8b-b0ad-423263daf89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.175630 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-33a8e617-ad60-4536-9e40-7bff4f112471 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3420eb1f7960443d8e25a0fa6329ccc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8397830 Oct 12 16:48:34.176795 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.177401 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40680) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:34.193750 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:48:34.196506 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: from cryptography.utils import int_from_bytes Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: from cryptography.utils import int_from_bytes Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:48:34.201696 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:48:34.231782 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-5b59ab24-b696-4a8b-b0ad-423263daf89b None None] Port 5619f519-7a32-4d5c-a4f0-537afdd4c266 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:48:34.242681 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5602e57b-b4e9-4636-bbe3-5dbef8f53da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.266123 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.266245 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5602e57b-b4e9-4636-bbe3-5dbef8f53da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.278806 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.285420 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a8817e8a-7437-4b31-95dd-9360f07aee90 HTTP/1.1" status: 204 len: 168 time: 0.7254255 Oct 12 16:48:34.287577 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40686) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:34.293805 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d93b2-9454-47ed-ab75-286368dbf229 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8817e8a-7437-4b31-95dd-9360f07aee90,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:34.344883 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f273b7e7-e7e1-484e-90c7-d55c102868c9 admin admin] Deleting subnet af38697e-7628-4d17-803c-6648ff0d512b {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:48:34.350163 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f273b7e7-e7e1-484e-90c7-d55c102868c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.369795 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5602e57b-b4e9-4636-bbe3-5dbef8f53da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.372286 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5602e57b-b4e9-4636-bbe3-5dbef8f53da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.375957 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-5602e57b-b4e9-4636-bbe3-5dbef8f53da2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4587c32e-d996-458e-aef3-414497b6e3a4 HTTP/1.1" status: 204 len: 168 time: 0.1950321 Oct 12 16:48:34.384162 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602e57b-b4e9-4636-bbe3-5dbef8f53da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4587c32e-d996-458e-aef3-414497b6e3a4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:34.402402 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f273b7e7-e7e1-484e-90c7-d55c102868c9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.414284 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f273b7e7-e7e1-484e-90c7-d55c102868c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.498263 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f273b7e7-e7e1-484e-90c7-d55c102868c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.519173 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f273b7e7-e7e1-484e-90c7-d55c102868c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.524662 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-f273b7e7-e7e1-484e-90c7-d55c102868c9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/af38697e-7628-4d17-803c-6648ff0d512b HTTP/1.1" status: 204 len: 168 time: 0.2339013 Oct 12 16:48:34.525179 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40698) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:34.542709 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273b7e7-e7e1-484e-90c7-d55c102868c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af38697e-7628-4d17-803c-6648ff0d512b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:34.557518 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb08154-3721-4b81-a82d-feff47a22512 req-486f7262-edee-4b51-b772-19113b051c92 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:34.559275 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cdb08154-3721-4b81-a82d-feff47a22512 req-486f7262-edee-4b51-b772-19113b051c92 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 931 time: 0.0941374 Oct 12 16:48:34.603682 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cdb08154-3721-4b81-a82d-feff47a22512 req-afb61f58-6e13-4f4b-ad48-362c625cc668 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372496 Oct 12 16:48:34.611090 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.699511 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.720480 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7db0063-6908-4ce8-8679-3ee2115ef1a0']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:34.729543 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a47aa5-d2b5-415a-8aa3-b93843a82991') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:34.729839 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a47aa5-d2b5-415a-8aa3-b93843a82991') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:34.740390 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.756210 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.762116 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:48:34.762513 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:48:34.764001 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:48:34.819312 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.824497 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.827803 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c7db0063-6908-4ce8-8679-3ee2115ef1a0 HTTP/1.1" status: 204 len: 168 time: 0.3014641 Oct 12 16:48:34.842565 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4089c-f7f6-4c97-a5af-24b07f6444e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7db0063-6908-4ce8-8679-3ee2115ef1a0,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:34.869631 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40712) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:34.883076 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3916323-72f7-4851-aed6-56c79ec6a495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:34.986537 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40720) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:35.009850 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3916323-72f7-4851-aed6-56c79ec6a495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.020007 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3916323-72f7-4851-aed6-56c79ec6a495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.058899 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-68647d51-841e-4785-a598-fb18ebed3a76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=329149e7436b45eb9e0eabf3fe32e38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689838 Oct 12 16:48:35.059410 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40730) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:35.092532 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-c3916323-72f7-4851-aed6-56c79ec6a495 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64a7bac71d6140e0a25b91dce0fc8bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218103 Oct 12 16:48:35.095072 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3916323-72f7-4851-aed6-56c79ec6a495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4bdb4e-acc5-448c-8a31-9efb40d444ce,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:35.098718 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40734) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:35.131856 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff32260-84d3-4add-a5ea-197ebe2dfb9c req-c26162e2-e034-4aa0-82f0-0612dc64289c tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:35.134154 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2ff32260-84d3-4add-a5ea-197ebe2dfb9c req-c26162e2-e034-4aa0-82f0-0612dc64289c tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 943 time: 0.1270733 Oct 12 16:48:35.155078 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Request body: {'port': {'device_id': '0a1396f7-da68-445d-b60c-740675e38201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:35.199855 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device f898cfd1-ec04-49e2-b337-a2487921c85e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:48:35.216343 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f94174c-a28a-441b-8a42-457ac989e663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.238658 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f94174c-a28a-441b-8a42-457ac989e663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.297562 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.314836 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2ff32260-84d3-4add-a5ea-197ebe2dfb9c req-2dd131e2-dc6a-48cf-92c3-79f90eeabd6f tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746421 Oct 12 16:48:35.339153 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7eaefbdd-f35c-4e69-8119-0c1ce1886fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.358072 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614226af-6ab9-4fd2-9c79-d6f5cce13a3e req-d48eb363-fbc8-4d2e-8db6-302d5d50f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:35.359867 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-614226af-6ab9-4fd2-9c79-d6f5cce13a3e req-d48eb363-fbc8-4d2e-8db6-302d5d50f2dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 1097 time: 0.1836798 Oct 12 16:48:35.373499 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7eaefbdd-f35c-4e69-8119-0c1ce1886fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.429532 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port f898cfd1-ec04-49e2-b337-a2487921c85e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f898cfd1-ec04-49e2-b337-a2487921c85e,segment=NetworkSegment(5a20aded-2690-4886-83af-6815196bb388),segment_id=5a20aded-2690-4886-83af-6815196bb388)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:35.454543 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': 'f898cfd1-ec04-49e2-b337-a2487921c85e', 'network_id': '44c05026-7bae-4d20-b504-f31b0e09ebda', 'port_id': 'f898cfd1-ec04-49e2-b337-a2487921c85e', 'mac_address': 'fa:16:3e:6b:f8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d21f794-8c3d-4433-acbc-120301f389ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:48:35.487196 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f94174c-a28a-441b-8a42-457ac989e663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.490447 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f94174c-a28a-441b-8a42-457ac989e663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.500308 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5f94174c-a28a-441b-8a42-457ac989e663 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b1136a2-fc08-428b-b1c2-440daff1b882 HTTP/1.1" status: 204 len: 168 time: 0.4398735 Oct 12 16:48:35.527488 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.548340 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94174c-a28a-441b-8a42-457ac989e663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1136a2-fc08-428b-b1c2-440daff1b882,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:35.588757 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f898cfd1-ec04-49e2-b337-a2487921c85e {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:48:35.659855 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port f898cfd1-ec04-49e2-b337-a2487921c85e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f898cfd1-ec04-49e2-b337-a2487921c85e,segment=NetworkSegment(5a20aded-2690-4886-83af-6815196bb388),segment_id=5a20aded-2690-4886-83af-6815196bb388)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:35.673837 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.733971 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7eaefbdd-f35c-4e69-8119-0c1ce1886fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.742192 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7eaefbdd-f35c-4e69-8119-0c1ce1886fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.743334 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-7eaefbdd-f35c-4e69-8119-0c1ce1886fae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e4bdb4e-acc5-448c-8a31-9efb40d444ce HTTP/1.1" status: 204 len: 168 time: 0.6435013 Oct 12 16:48:35.758962 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=f898cfd1-ec04-49e2-b337-a2487921c85e,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:35.763967 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5619f519-7a32-4d5c-a4f0-537afdd4c266 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:48:35.764638 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614226af-6ab9-4fd2-9c79-d6f5cce13a3e req-a7fd1fb5-4cae-45c5-8ec3-6af5af2542dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:35.771506 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-614226af-6ab9-4fd2-9c79-d6f5cce13a3e req-a7fd1fb5-4cae-45c5-8ec3-6af5af2542dd service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3896899 Oct 12 16:48:35.772057 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:35.787590 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaefbdd-f35c-4e69-8119-0c1ce1886fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4bdb4e-acc5-448c-8a31-9efb40d444ce,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:35.886416 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Transition to ACTIVE for port object 5619f519-7a32-4d5c-a4f0-537afdd4c266 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:48:35.910879 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff55d1-7aea-4f86-8eeb-1f6e5c13eba0 req-3ee8801b-0cdc-45a5-a975-bec56a96f521 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:35.919572 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-71ff55d1-7aea-4f86-8eeb-1f6e5c13eba0 req-3ee8801b-0cdc-45a5-a975-bec56a96f521 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 931 time: 0.1399410 Oct 12 16:48:35.936409 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:36.013217 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-71ff55d1-7aea-4f86-8eeb-1f6e5c13eba0 req-4ceb5b0f-27ef-4538-8ecd-abe840c5a827 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0907147 Oct 12 16:48:36.033774 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['f898cfd1-ec04-49e2-b337-a2487921c85e'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:48:36.048208 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40772) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:36.062074 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0017fdb-cca5-4e69-bad1-14d2f66b08e8 req-afd21777-e7e0-4f3c-9351-af158c9b9899 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:36.063793 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a0017fdb-cca5-4e69-bad1-14d2f66b08e8 req-afd21777-e7e0-4f3c-9351-af158c9b9899 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.7677052 Oct 12 16:48:36.277590 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614226af-6ab9-4fd2-9c79-d6f5cce13a3e req-e450f1a6-be12-49cf-9e04-bc225566d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:36.279036 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-614226af-6ab9-4fd2-9c79-d6f5cce13a3e req-e450f1a6-be12-49cf-9e04-bc225566d821 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4932101 Oct 12 16:48:36.455364 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Attempting to bind port 5619f519-7a32-4d5c-a4f0-537afdd4c266 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:48:36.455879 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Attempting to bind port 5619f519-7a32-4d5c-a4f0-537afdd4c266 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:48:36.456101 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Attempting to bind port 5619f519-7a32-4d5c-a4f0-537afdd4c266 on network 305d87b2-e9e4-4739-b688-2648a68da451 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:36.458132 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=5619f519-7a32-4d5c-a4f0-537afdd4c266,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:36.477666 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-5ebf628b-7f28-44e3-ae24-9ee985d2a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:36.485813 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-5ebf628b-7f28-44e3-ae24-9ee985d2a6c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 1097 time: 0.1138613 Oct 12 16:48:36.500367 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-37b05956-d298-4e11-8070-35a254bfbaae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9633ac9a562417ba4f0bbd496f591c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472156 Oct 12 16:48:36.503972 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40794) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:36.504897 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a0017fdb-cca5-4e69-bad1-14d2f66b08e8 req-069260b2-9bd4-43e1-a6c4-08a55afc22d3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547480 Oct 12 16:48:36.507755 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Port 5619f519-7a32-4d5c-a4f0-537afdd4c266 on network 305d87b2-e9e4-4739-b688-2648a68da451 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:48:36.508076 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Attempting to bind port 5619f519-7a32-4d5c-a4f0-537afdd4c266 on network 305d87b2-e9e4-4739-b688-2648a68da451 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:48:36.514000 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:48:36.514371 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Checking segment: {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:48:36.515016 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Bound using segment: {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:48:36.515350 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Bound port: 5619f519-7a32-4d5c-a4f0-537afdd4c266, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:48:36.515715 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:36.549677 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8a135-95dd-483a-a96f-c54a187ea194 req-14dc3ae3-3289-4f5d-a003-54f01d6c4e2f tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:36.551179 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-02c8a135-95dd-483a-a96f-c54a187ea194 req-14dc3ae3-3289-4f5d-a003-54f01d6c4e2f tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 944 time: 0.0975621 Oct 12 16:48:36.576901 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40800) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:36.605777 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-20c9a7d7-c7d2-494d-b2c1-990b5d483bb6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe97e967-4b6c-4302-80d9-0372d1406b88 HTTP/1.1" status: 200 len: 217 time: 0.1025989 Oct 12 16:48:36.644977 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-02c8a135-95dd-483a-a96f-c54a187ea194 req-65dd20c2-1108-42e1-9b54-86f8aff59971 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670807 Oct 12 16:48:36.652658 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] For port 5619f519-7a32-4d5c-a4f0-537afdd4c266, host hv-cinder-81322, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:48:36.682750 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] For port 5619f519-7a32-4d5c-a4f0-537afdd4c266, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:48:36.686911 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-13639ea4-8f14-4313-b824-b7870453288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:36.688616 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-13639ea4-8f14-4313-b824-b7870453288b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0671825 Oct 12 16:48:36.689603 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a81ac0ab-a153-4d14-9b58-b1825d2cdd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:36.695275 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:36.741829 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a81ac0ab-a153-4d14-9b58-b1825d2cdd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:36.790907 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-b46abe45-d900-4e99-86aa-90997de6cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:36.792828 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-b46abe45-d900-4e99-86aa-90997de6cdf1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931067 Oct 12 16:48:36.857218 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a81ac0ab-a153-4d14-9b58-b1825d2cdd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:36.861139 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a81ac0ab-a153-4d14-9b58-b1825d2cdd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:36.866109 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-a81ac0ab-a153-4d14-9b58-b1825d2cdd95 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b968bc5d-39f0-4a03-94df-38707480c22e HTTP/1.1" status: 204 len: 168 time: 0.3580945 Oct 12 16:48:36.896700 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ac0ab-a153-4d14-9b58-b1825d2cdd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b968bc5d-39f0-4a03-94df-38707480c22e,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:36.969294 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-75e0f490-b224-4ad3-942d-00ae2ab19082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:36.986480 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-a29211fd-c5bd-44f4-9781-9c94da647efb service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855669 Oct 12 16:48:37.003941 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:37.014391 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:37.015881 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] 10.222.0.25 "PUT /v2.0/ports/5619f519-7a32-4d5c-a4f0-537afdd4c266 HTTP/1.1" status: 200 len: 1093 time: 1.8665302 Oct 12 16:48:37.022258 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1396f7-da68-445d-b60c-740675e38201', 'tag': '5619f519-7a32-4d5c-a4f0-537afdd4c266'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:48:37.146644 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device f898cfd1-ec04-49e2-b337-a2487921c85e up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:37.237745 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ba3aa479-b858-4ccb-a9b3-0452183c91a1 req-b5c9d6d7-5747-4db6-ba8d-6b1700feaf6c service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379804 Oct 12 16:48:37.268039 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port f898cfd1-ec04-49e2-b337-a2487921c85e completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:48:37.276268 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port f898cfd1-ec04-49e2-b337-a2487921c85e triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:37.276605 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:37.388734 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:37.394482 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe504f1-c7fe-41fd-a52b-9e354003a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=5619f519-7a32-4d5c-a4f0-537afdd4c266,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:37.416795 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd258eb2f-7f21-47fd-a940-49ed41f2b009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f898cfd1-ec04-49e2-b337-a2487921c85e'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:48:37.495321 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port f898cfd1-ec04-49e2-b337-a2487921c85e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f898cfd1-ec04-49e2-b337-a2487921c85e,segment=NetworkSegment(5a20aded-2690-4886-83af-6815196bb388),segment_id=5a20aded-2690-4886-83af-6815196bb388)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:37.502563 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:37.516982 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503628d6-2491-4653-b98c-52284c45d887 req-cfa90469-9ffc-4654-880c-00e6191481f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:37.518888 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-cfa90469-9ffc-4654-880c-00e6191481f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 1096 time: 0.3762753 Oct 12 16:48:37.533871 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc51f8d-6432-45af-ad9b-34278e6f400d req-35b5abf5-3334-476a-91b2-968618335ffa tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:37.535495 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bcc51f8d-6432-45af-ad9b-34278e6f400d req-35b5abf5-3334-476a-91b2-968618335ffa tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 943 time: 0.3475668 Oct 12 16:48:37.542263 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-75e0f490-b224-4ad3-942d-00ae2ab19082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:37.590350 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1396f7-da68-445d-b60c-740675e38201", "tag": "5619f519-7a32-4d5c-a4f0-537afdd4c266"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:48:37.627883 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-75e0f490-b224-4ad3-942d-00ae2ab19082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:37.637119 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=f898cfd1-ec04-49e2-b337-a2487921c85e,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:37.663771 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-043caa99-b863-4830-a2e5-5743c28a8f91 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266 HTTP/1.1" status: 200 len: 217 time: 0.1237867 Oct 12 16:48:37.709204 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-75e0f490-b224-4ad3-942d-00ae2ab19082 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c46327bf68ab4b56ae3b24828f4030f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1204228 Oct 12 16:48:37.712503 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40868) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:37.777182 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72ffb4a1-f9e0-45ac-a522-84be2130585f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:37.783529 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0f490-b224-4ad3-942d-00ae2ab19082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5dc3a6-6cde-4666-892e-b81f5361e0a2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:37.802619 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bcc51f8d-6432-45af-ad9b-34278e6f400d req-fca5f663-631c-4c76-883f-8c303a816073 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2507005 Oct 12 16:48:37.823722 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19b1ffa-9541-4bed-8f51-0946d251cee4" -d '{"events": [{"server_uuid": "d258eb2f-7f21-47fd-a940-49ed41f2b009", "name": "network-vif-plugged", "status": "completed", "tag": "f898cfd1-ec04-49e2-b337-a2487921c85e"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:48:37.827322 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424ebb8-f4a7-45e0-b1cc-5fa3be35a9f4 req-35fa184c-bbcc-458d-84d0-d813de98a586 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:37.829136 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c424ebb8-f4a7-45e0-b1cc-5fa3be35a9f4 req-35fa184c-bbcc-458d-84d0-d813de98a586 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.1969543 Oct 12 16:48:37.840162 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503628d6-2491-4653-b98c-52284c45d887 req-35ee078d-03eb-471b-ad93-fec5a7afcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:37.842829 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-35ee078d-03eb-471b-ad93-fec5a7afcd72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109ed70d-b303-4e9e-ad8c-e110e5884b8f HTTP/1.1" status: 200 len: 850 time: 0.1631413 Oct 12 16:48:37.846384 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72ffb4a1-f9e0-45ac-a522-84be2130585f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:37.880984 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40878) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:37.919387 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72ffb4a1-f9e0-45ac-a522-84be2130585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:37.923395 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72ffb4a1-f9e0-45ac-a522-84be2130585f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:37.925006 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-72ffb4a1-f9e0-45ac-a522-84be2130585f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae5dc3a6-6cde-4666-892e-b81f5361e0a2 HTTP/1.1" status: 204 len: 168 time: 0.2107239 Oct 12 16:48:37.934787 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffb4a1-f9e0-45ac-a522-84be2130585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5dc3a6-6cde-4666-892e-b81f5361e0a2,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:37.972151 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c424ebb8-f4a7-45e0-b1cc-5fa3be35a9f4 req-e6847f99-3197-4948-8156-b4b157b1511a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241980 Oct 12 16:48:37.984758 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503628d6-2491-4653-b98c-52284c45d887 req-9f965c9b-fe3c-40e2-995c-f80a50365e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:37.986301 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-9f965c9b-fe3c-40e2-995c-f80a50365e6d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=305d87b2-e9e4-4739-b688-2648a68da451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1306243 Oct 12 16:48:38.130666 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12040178-7d1e-452f-ae8b-d55e176fd8fd req-63feda23-dc6b-4565-b6c6-020a3630e684 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:38.132429 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12040178-7d1e-452f-ae8b-d55e176fd8fd req-63feda23-dc6b-4565-b6c6-020a3630e684 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 945 time: 0.0821564 Oct 12 16:48:38.139344 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-4d1ff874-469c-4537-8a15-fcff2fc63091 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421039 Oct 12 16:48:38.166576 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b63d20cc-fa2f-4704-84ff-de2060c48d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.220732 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fb343c-43c1-43df-b2c9-7be378ce7af9 x-openstack-request-id: req-39fb343c-43c1-43df-b2c9-7be378ce7af9 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:48:38.221053 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1396f7-da68-445d-b60c-740675e38201", "tag": "5619f519-7a32-4d5c-a4f0-537afdd4c266", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:48:38.221270 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39fb343c-43c1-43df-b2c9-7be378ce7af9 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:48:38.221848 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1396f7-da68-445d-b60c-740675e38201', 'tag': '5619f519-7a32-4d5c-a4f0-537afdd4c266', 'status': 'completed', 'code': 200} Oct 12 16:48:38.266460 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12040178-7d1e-452f-ae8b-d55e176fd8fd req-1c7bb88a-3fce-4ff6-8b12-7977ad4c80b9 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110384 Oct 12 16:48:38.288694 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b63d20cc-fa2f-4704-84ff-de2060c48d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.293967 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b63d20cc-fa2f-4704-84ff-de2060c48d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.304464 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-503628d6-2491-4653-b98c-52284c45d887 req-47a6a7d6-5985-4d15-a66b-ac0b274a2799 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577251 Oct 12 16:48:38.348216 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-b63d20cc-fa2f-4704-84ff-de2060c48d1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab80dfef73194698b1e718b5cc83ea51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661658 Oct 12 16:48:38.349862 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d20cc-fa2f-4704-84ff-de2060c48d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affa11fd-de2a-4efe-9367-d0fb2d5706e2,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:38.352695 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40898) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:38.443431 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44e907e6-04e7-4db3-a783-248d6f67e292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.472590 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44e907e6-04e7-4db3-a783-248d6f67e292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.482717 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad20d609-a435-476f-b018-03d31f6dabd5 x-openstack-request-id: req-ad20d609-a435-476f-b018-03d31f6dabd5 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:48:38.483259 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d258eb2f-7f21-47fd-a940-49ed41f2b009", "name": "network-vif-plugged", "status": "completed", "tag": "f898cfd1-ec04-49e2-b337-a2487921c85e", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:48:38.483259 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad20d609-a435-476f-b018-03d31f6dabd5 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:48:38.483762 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd258eb2f-7f21-47fd-a940-49ed41f2b009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f898cfd1-ec04-49e2-b337-a2487921c85e', 'code': 200} Oct 12 16:48:38.491787 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec req-2ac2fe64-ff90-44a7-be03-677137064672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:38.493283 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec req-2ac2fe64-ff90-44a7-be03-677137064672 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 1096 time: 0.0800612 Oct 12 16:48:38.618148 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44e907e6-04e7-4db3-a783-248d6f67e292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.621132 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44e907e6-04e7-4db3-a783-248d6f67e292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.628267 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-44e907e6-04e7-4db3-a783-248d6f67e292 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/affa11fd-de2a-4efe-9367-d0fb2d5706e2 HTTP/1.1" status: 204 len: 168 time: 0.2739863 Oct 12 16:48:38.648994 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40912) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:38.658552 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e907e6-04e7-4db3-a783-248d6f67e292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affa11fd-de2a-4efe-9367-d0fb2d5706e2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:38.672985 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0511a526-c894-4c1a-9e6b-d2f7aa11e636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.736727 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec req-b0133677-5dcc-434c-a2ca-35b70033d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:38.738303 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec req-b0133677-5dcc-434c-a2ca-35b70033d885 service neutron] 10.222.0.25 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 912 time: 0.2142630 Oct 12 16:48:38.800120 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec req-12877a4d-b65d-4d4e-8285-0ee2cbe11e67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266 HTTP/1.1" status: 200 len: 217 time: 0.0530684 Oct 12 16:48:38.800369 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ab959-9169-4ce8-886b-cdb30765e517 req-3086d3ce-8be3-4629-af25-6976d37701c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:38.801693 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-de5ab959-9169-4ce8-886b-cdb30765e517 req-3086d3ce-8be3-4629-af25-6976d37701c8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 1098 time: 0.0973544 Oct 12 16:48:38.838430 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-de5ab959-9169-4ce8-886b-cdb30765e517 req-ff095afe-8cde-488d-8991-77e7b2175c84 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.892476 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec req-09cbe021-ac2f-4fe6-a33d-8bc74f7b4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:38.896482 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec req-09cbe021-ac2f-4fe6-a33d-8bc74f7b4739 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109ed70d-b303-4e9e-ad8c-e110e5884b8f HTTP/1.1" status: 200 len: 850 time: 0.0830367 Oct 12 16:48:38.917131 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0511a526-c894-4c1a-9e6b-d2f7aa11e636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.936371 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0511a526-c894-4c1a-9e6b-d2f7aa11e636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.939939 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-de5ab959-9169-4ce8-886b-cdb30765e517 req-ff095afe-8cde-488d-8991-77e7b2175c84 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.967886 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511a526-c894-4c1a-9e6b-d2f7aa11e636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bdbdc8-2968-49c1-a437-d150ae8466de,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:38.974439 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-de5ab959-9169-4ce8-886b-cdb30765e517 req-ff095afe-8cde-488d-8991-77e7b2175c84 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:38.989069 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd4194-91e5-4c9c-82f4-a60374613bec req-7611668f-eba4-4337-94b6-3286a4283332 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:38.997284 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-84bd4194-91e5-4c9c-82f4-a60374613bec req-7611668f-eba4-4337-94b6-3286a4283332 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 943 time: 0.0816467 Oct 12 16:48:38.999471 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40920) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:39.002929 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec req-53061dff-2e25-42b5-8507-4caca0d452d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:39.007352 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec req-53061dff-2e25-42b5-8507-4caca0d452d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=305d87b2-e9e4-4739-b688-2648a68da451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1037548 Oct 12 16:48:39.020192 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-de5ab959-9169-4ce8-886b-cdb30765e517 req-ff095afe-8cde-488d-8991-77e7b2175c84 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048950 Oct 12 16:48:39.047676 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-0511a526-c894-4c1a-9e6b-d2f7aa11e636 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=702e9d1f86bd4881a2fc8d1c1fb7ef4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972766 Oct 12 16:48:39.050433 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40928) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:39.053800 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff095afe-8cde-488d-8991-77e7b2175c84 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=050afcea-2941-4889-8726-09d1b757dd45,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:39.113515 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-84bd4194-91e5-4c9c-82f4-a60374613bec req-43ef5790-720d-4c1b-aabc-0c1df8a3c29f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0982633 Oct 12 16:48:39.139851 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a8314e4-4461-4358-8cb1-36ac062e064f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.161056 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device fe97e967-4b6c-4302-80d9-0372d1406b88 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:48:39.167656 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a8314e4-4461-4358-8cb1-36ac062e064f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.194872 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec req-fcc74f2b-272c-47c4-96d4-f39db67dac01 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674345 Oct 12 16:48:39.197483 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6426f693-8fa3-400c-a5bc-761b04458dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.225995 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fd01a-aea5-48e2-ac87-d4768da33414 req-1743de6f-6c80-47c7-a67f-df79e375e106 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:39.228990 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a8314e4-4461-4358-8cb1-36ac062e064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.230087 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-213fd01a-aea5-48e2-ac87-d4768da33414 req-1743de6f-6c80-47c7-a67f-df79e375e106 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.1166222 Oct 12 16:48:39.232912 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a8314e4-4461-4358-8cb1-36ac062e064f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.238013 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-9a8314e4-4461-4358-8cb1-36ac062e064f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99bdbdc8-2968-49c1-a437-d150ae8466de HTTP/1.1" status: 204 len: 168 time: 0.1857049 Oct 12 16:48:39.253610 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8314e4-4461-4358-8cb1-36ac062e064f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bdbdc8-2968-49c1-a437-d150ae8466de,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:39.315384 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-213fd01a-aea5-48e2-ac87-d4768da33414 req-0d8f1d0a-d938-4885-aea8-865ac28d481b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617704 Oct 12 16:48:39.416174 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:39.430324 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'port_id': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'mac_address': 'fa:16:3e:c3:9e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:48:39.498936 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.524051 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe97e967-4b6c-4302-80d9-0372d1406b88 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:48:39.561185 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:39.567279 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.625051 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=fe97e967-4b6c-4302-80d9-0372d1406b88,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:39.677812 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dba0f-f2f1-45da-b0ec-a0b83dacb3b1 req-f0483e1e-f58f-46fb-9744-2c8ac50fca43 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:39.679303 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ce2dba0f-f2f1-45da-b0ec-a0b83dacb3b1 req-f0483e1e-f58f-46fb-9744-2c8ac50fca43 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 945 time: 0.3005452 Oct 12 16:48:39.727337 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f6cbc5cc-c5e8-4d15-bffc-76561036f4ec req-b316b25a-9c63-41b8-9dc8-cc0622d86733 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022050 Oct 12 16:48:39.741600 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ce2dba0f-f2f1-45da-b0ec-a0b83dacb3b1 req-99d50a7a-bb75-4a32-a97c-38ad07112052 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532892 Oct 12 16:48:39.746106 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6426f693-8fa3-400c-a5bc-761b04458dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.754842 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6426f693-8fa3-400c-a5bc-761b04458dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.803119 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-6426f693-8fa3-400c-a5bc-761b04458dc1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef1306d937bb4dcbb776fce2852dfa47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8025298 Oct 12 16:48:39.804332 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426f693-8fa3-400c-a5bc-761b04458dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859247d0-4e14-451b-96ae-bf8a75c0c8f2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:39.805902 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40960) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:39.864516 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['fe97e967-4b6c-4302-80d9-0372d1406b88'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:48:39.868416 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a7d14bc9-657e-4f9e-9b1a-77a05d8e6aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.891240 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a7d14bc9-657e-4f9e-9b1a-77a05d8e6aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.948025 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a7d14bc9-657e-4f9e-9b1a-77a05d8e6aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.950675 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a7d14bc9-657e-4f9e-9b1a-77a05d8e6aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:39.954691 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-a7d14bc9-657e-4f9e-9b1a-77a05d8e6aba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/859247d0-4e14-451b-96ae-bf8a75c0c8f2 HTTP/1.1" status: 204 len: 168 time: 0.1466494 Oct 12 16:48:39.963069 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d14bc9-657e-4f9e-9b1a-77a05d8e6aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859247d0-4e14-451b-96ae-bf8a75c0c8f2,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:39.978935 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 40974) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:40.213565 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730a932-6c26-44e6-b5d1-8614324e2e0e req-7ec3c4bf-2d97-48b0-961a-6ea142e2fb5c tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:40.215107 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e730a932-6c26-44e6-b5d1-8614324e2e0e req-7ec3c4bf-2d97-48b0-961a-6ea142e2fb5c tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 943 time: 0.0501418 Oct 12 16:48:40.266430 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e730a932-6c26-44e6-b5d1-8614324e2e0e req-5abc997a-49d8-4377-b7d7-c4446d5b952b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446558 Oct 12 16:48:40.339786 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3372cf21-ea4f-4745-821b-4e27433030be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.456850 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3372cf21-ea4f-4745-821b-4e27433030be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.459959 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3372cf21-ea4f-4745-821b-4e27433030be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.505734 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372cf21-ea4f-4745-821b-4e27433030be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eea76df-fd24-473b-87c4-58d24538faa6,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:40.510760 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-3372cf21-ea4f-4745-821b-4e27433030be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc1a8e90132b42a99de133521fc0ffe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308113 Oct 12 16:48:40.514345 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 40998) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:40.519944 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07a367-0342-4533-be52-a6a66141a6c0 req-3a06363f-d9a6-4774-b45f-e5796b9520bd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:40.521813 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4b07a367-0342-4533-be52-a6a66141a6c0 req-3a06363f-d9a6-4774-b45f-e5796b9520bd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 945 time: 0.1008034 Oct 12 16:48:40.522287 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41000) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:40.545032 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5805eee-55d9-4449-af36-6f4cd6ea6e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.588695 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4b07a367-0342-4533-be52-a6a66141a6c0 req-fad29f28-2a68-4545-9fd4-92dc83333dfe tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533173 Oct 12 16:48:40.603072 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7be86311-d25b-4229-8c99-41c57d6fa5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.633611 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7be86311-d25b-4229-8c99-41c57d6fa5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.687592 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5805eee-55d9-4449-af36-6f4cd6ea6e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.695834 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5805eee-55d9-4449-af36-6f4cd6ea6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.733607 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7be86311-d25b-4229-8c99-41c57d6fa5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.737823 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7be86311-d25b-4229-8c99-41c57d6fa5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.740431 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-7be86311-d25b-4229-8c99-41c57d6fa5e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4eea76df-fd24-473b-87c4-58d24538faa6 HTTP/1.1" status: 204 len: 168 time: 0.2246566 Oct 12 16:48:40.744114 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-b5805eee-55d9-4449-af36-6f4cd6ea6e7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1065d4d05a044883b642232fabbb3aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184510 Oct 12 16:48:40.744114 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5805eee-55d9-4449-af36-6f4cd6ea6e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95240fb-dc75-4181-ba29-685af6966120,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:40.746756 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41018) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:40.756288 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be86311-d25b-4229-8c99-41c57d6fa5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eea76df-fd24-473b-87c4-58d24538faa6,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:40.799891 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33c0a5fe-1a16-4396-9fcf-a00d0b1e9e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.824439 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33c0a5fe-1a16-4396-9fcf-a00d0b1e9e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.912413 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1314ed-28b4-4ed6-a174-cdb9bb4436ad req-c0e6a86e-b5bd-457d-b99f-5a5bbdeb5dc4 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:40.914068 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9f1314ed-28b4-4ed6-a174-cdb9bb4436ad req-c0e6a86e-b5bd-457d-b99f-5a5bbdeb5dc4 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 945 time: 0.0655103 Oct 12 16:48:40.929928 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33c0a5fe-1a16-4396-9fcf-a00d0b1e9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.932779 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33c0a5fe-1a16-4396-9fcf-a00d0b1e9e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:40.933922 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-33c0a5fe-1a16-4396-9fcf-a00d0b1e9e93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a95240fb-dc75-4181-ba29-685af6966120 HTTP/1.1" status: 204 len: 168 time: 0.1861734 Oct 12 16:48:40.950425 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0a5fe-1a16-4396-9fcf-a00d0b1e9e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95240fb-dc75-4181-ba29-685af6966120,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:40.983054 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9f1314ed-28b4-4ed6-a174-cdb9bb4436ad req-e7baa78a-a0f5-4f65-b8a8-6860ca4d182c tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620940 Oct 12 16:48:41.160366 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 5619f519-7a32-4d5c-a4f0-537afdd4c266 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:48:41.194830 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device fe97e967-4b6c-4302-80d9-0372d1406b88 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:41.382329 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41044) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:41.412723 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f209e6b-3adc-4433-b923-dd2663a62257 req-1993f0b3-8a78-477f-a32d-3d876c023863 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:41.414304 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6f209e6b-3adc-4433-b923-dd2663a62257 req-1993f0b3-8a78-477f-a32d-3d876c023863 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 943 time: 0.0788052 Oct 12 16:48:41.434850 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 5619f519-7a32-4d5c-a4f0-537afdd4c266, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:41.441699 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port fe97e967-4b6c-4302-80d9-0372d1406b88 completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:48:41.456653 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port fe97e967-4b6c-4302-80d9-0372d1406b88 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:41.457016 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.459500 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '5619f519-7a32-4d5c-a4f0-537afdd4c266', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'port_id': '5619f519-7a32-4d5c-a4f0-537afdd4c266', 'mac_address': 'fa:16:3e:6b:c6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:48:41.473525 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6f209e6b-3adc-4433-b923-dd2663a62257 req-955a4cdb-a503-453a-8939-5bc9637c8bf7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0514286 Oct 12 16:48:41.520102 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41050) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:41.538022 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.554504 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-698771ad-a871-4075-9ef4-c4d2d494d4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.557153 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5619f519-7a32-4d5c-a4f0-537afdd4c266 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:48:41.604305 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 5619f519-7a32-4d5c-a4f0-537afdd4c266, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:41.610278 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.702106 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=5619f519-7a32-4d5c-a4f0-537afdd4c266,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:41.709959 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.727131 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c512b246-a0ae-47a8-bb79-3968f6a634d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.730815 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-698771ad-a871-4075-9ef4-c4d2d494d4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.742714 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-698771ad-a871-4075-9ef4-c4d2d494d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.746289 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:48:41.748592 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1c571c-bda5-4f99-85bb-ae4afd7f32f5" -d '{"events": [{"server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:48:41.798828 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:41.813257 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.821207 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-698771ad-a871-4075-9ef4-c4d2d494d4d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea6b10ef785e43e3b2a4d7646c1a312e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998488 Oct 12 16:48:41.824994 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41068) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:41.858157 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698771ad-a871-4075-9ef4-c4d2d494d4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e51ed6c-c683-45ef-bba0-3cb76fa4f6e9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:41.859734 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c512b246-a0ae-47a8-bb79-3968f6a634d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.870893 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c512b246-a0ae-47a8-bb79-3968f6a634d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.885554 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da1125-da25-4b6c-ab0c-d4872df1eb83 req-5a72bfe0-3425-4cd6-82cf-752e79248f13 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:41.893919 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57da1125-da25-4b6c-ab0c-d4872df1eb83 req-5a72bfe0-3425-4cd6-82cf-752e79248f13 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 945 time: 0.1675546 Oct 12 16:48:41.916225 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['5619f519-7a32-4d5c-a4f0-537afdd4c266'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:48:41.954100 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c512b246-a0ae-47a8-bb79-3968f6a634d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcafa5ba32fc48d0a397f68b9c05e498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5701292 Oct 12 16:48:41.958763 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-70a7840e-b567-452a-8372-00cd3238dae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:41.963782 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41074) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:41.996316 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed090ec-6692-417e-80f2-d3c145e7010d x-openstack-request-id: req-fed090ec-6692-417e-80f2-d3c145e7010d {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:48:41.996849 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:48:41.997714 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fed090ec-6692-417e-80f2-d3c145e7010d {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:48:41.999600 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'code': 200} Oct 12 16:48:42.003747 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512b246-a0ae-47a8-bb79-3968f6a634d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c6ff3e-6d0f-47c5-bda8-cc445c33254b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:42.010422 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-70a7840e-b567-452a-8372-00cd3238dae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:42.044824 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57da1125-da25-4b6c-ab0c-d4872df1eb83 req-eeb46771-acd3-4928-8d7b-d3624c1f56ba tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481335 Oct 12 16:48:42.071815 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=fe97e967-4b6c-4302-80d9-0372d1406b88,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:42.097174 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe0be-b61e-4dea-83fa-f525387a8c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:42.121174 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe0be-b61e-4dea-83fa-f525387a8c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:42.150932 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-70a7840e-b567-452a-8372-00cd3238dae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:42.153625 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-70a7840e-b567-452a-8372-00cd3238dae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:42.154876 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-70a7840e-b567-452a-8372-00cd3238dae2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e51ed6c-c683-45ef-bba0-3cb76fa4f6e9 HTTP/1.1" status: 204 len: 168 time: 0.3294127 Oct 12 16:48:42.183423 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe0be-b61e-4dea-83fa-f525387a8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:42.188923 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7840e-b567-452a-8372-00cd3238dae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e51ed6c-c683-45ef-bba0-3cb76fa4f6e9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:42.190341 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe0be-b61e-4dea-83fa-f525387a8c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:42.196632 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-8f6fe0be-b61e-4dea-83fa-f525387a8c87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80c6ff3e-6d0f-47c5-bda8-cc445c33254b HTTP/1.1" status: 204 len: 168 time: 0.2315884 Oct 12 16:48:42.209418 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fe0be-b61e-4dea-83fa-f525387a8c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c6ff3e-6d0f-47c5-bda8-cc445c33254b,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:42.307585 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ccad3-d65a-4dc2-ad0b-511dde6620c1 req-8bd3ee68-f515-41d1-b15d-5cf49d435e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:42.309421 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3d0ccad3-d65a-4dc2-ad0b-511dde6620c1 req-8bd3ee68-f515-41d1-b15d-5cf49d435e98 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 1099 time: 0.0900674 Oct 12 16:48:42.318385 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53f282-2bbe-47e4-a0e5-cc2329377d47 req-6a64d2fb-1624-4b20-86e4-3fe002ce4cf9 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:42.320078 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0d53f282-2bbe-47e4-a0e5-cc2329377d47 req-6a64d2fb-1624-4b20-86e4-3fe002ce4cf9 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 945 time: 0.1448505 Oct 12 16:48:42.387747 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3d0ccad3-d65a-4dc2-ad0b-511dde6620c1 req-d91bccf3-2e69-4b4a-b5ed-8be08e8a8af7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598886 Oct 12 16:48:42.393843 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0d53f282-2bbe-47e4-a0e5-cc2329377d47 req-52f49268-d135-4b93-971d-715ccb3e8314 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674975 Oct 12 16:48:42.616331 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a99eef-8eb6-4f78-835f-120c12c5c161 req-1b08b6d5-a703-45e1-81e4-785e22765d0c tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:42.618225 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e6a99eef-8eb6-4f78-835f-120c12c5c161 req-1b08b6d5-a703-45e1-81e4-785e22765d0c tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 944 time: 0.0651240 Oct 12 16:48:42.664809 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e6a99eef-8eb6-4f78-835f-120c12c5c161 req-9c4140bf-708f-4e56-967c-93544292e67a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0371203 Oct 12 16:48:43.165188 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 5619f519-7a32-4d5c-a4f0-537afdd4c266 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:48:43.248457 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8101b1e-90ae-48a9-8be7-d9e59038ee5b req-08b73de0-7e6c-40ca-8781-dade5c2aa02e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:43.260667 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c8101b1e-90ae-48a9-8be7-d9e59038ee5b req-08b73de0-7e6c-40ca-8781-dade5c2aa02e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0914655 Oct 12 16:48:43.327434 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 5619f519-7a32-4d5c-a4f0-537afdd4c266 completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:48:43.334426 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 5619f519-7a32-4d5c-a4f0-537afdd4c266 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:48:43.334816 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:43.366575 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c8101b1e-90ae-48a9-8be7-d9e59038ee5b req-fefbbdf4-dd5e-4e9e-8ef5-4f26d0c2256b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047864 Oct 12 16:48:43.506452 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:43.562073 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 5619f519-7a32-4d5c-a4f0-537afdd4c266, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:43.569951 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:43.668790 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:43.674224 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=5619f519-7a32-4d5c-a4f0-537afdd4c266,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:43.817154 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86091735-b525-4627-aa81-67b585b29b10 req-2d81484b-dbee-4f4a-a75f-20d4becf43d6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:43.828254 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-86091735-b525-4627-aa81-67b585b29b10 req-2d81484b-dbee-4f4a-a75f-20d4becf43d6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0765448 Oct 12 16:48:43.884373 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-86091735-b525-4627-aa81-67b585b29b10 req-7bff0b6e-6778-4e29-9b61-196b8c9071b4 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0546641 Oct 12 16:48:44.000629 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1396f7-da68-445d-b60c-740675e38201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5619f519-7a32-4d5c-a4f0-537afdd4c266'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:48:44.003409 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdb9454-6684-47e5-ae5f-0ddb2a077473" -d '{"events": [{"server_uuid": "0a1396f7-da68-445d-b60c-740675e38201", "name": "network-vif-plugged", "status": "completed", "tag": "5619f519-7a32-4d5c-a4f0-537afdd4c266"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:48:44.064733 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0805d65f-38d5-4da5-802e-b3cedf99477a x-openstack-request-id: req-0805d65f-38d5-4da5-802e-b3cedf99477a {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:48:44.065317 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1396f7-da68-445d-b60c-740675e38201", "name": "network-vif-plugged", "status": "completed", "tag": "5619f519-7a32-4d5c-a4f0-537afdd4c266", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:48:44.065668 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0805d65f-38d5-4da5-802e-b3cedf99477a {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:48:44.066055 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1396f7-da68-445d-b60c-740675e38201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5619f519-7a32-4d5c-a4f0-537afdd4c266', 'code': 200} Oct 12 16:48:44.378370 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d7a5e-aefc-4474-ade0-b19c9a05aecf req-01088058-e879-4076-8042-29b7ac4dad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:44.384554 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dc6d7a5e-aefc-4474-ade0-b19c9a05aecf req-01088058-e879-4076-8042-29b7ac4dad47 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 1098 time: 0.1008663 Oct 12 16:48:44.477962 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dc6d7a5e-aefc-4474-ade0-b19c9a05aecf req-02f0c66e-8a2c-4431-933f-02943808a35e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0803285 Oct 12 16:48:44.562576 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93608027-0886-4267-b776-8084a5888023 req-51e2e479-eaac-4f45-83b3-19b2c5c78169 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:44.564162 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-93608027-0886-4267-b776-8084a5888023 req-51e2e479-eaac-4f45-83b3-19b2c5c78169 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0636051 Oct 12 16:48:44.610781 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-93608027-0886-4267-b776-8084a5888023 req-ae44ff61-bbb8-4908-96d5-b86e1ebac881 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386627 Oct 12 16:48:44.801636 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48deb6e2-dcc7-4b17-9cbe-47bf7335ee31 req-db9148c9-cc63-4e73-b593-ab998aa10a5c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:44.806876 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-48deb6e2-dcc7-4b17-9cbe-47bf7335ee31 req-db9148c9-cc63-4e73-b593-ab998aa10a5c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0885146 Oct 12 16:48:44.812124 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41314) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:44.820057 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-da60b1e1-aee9-49cb-9a68-bc40add53fc9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'floatingip': {'port_id': 'fe97e967-4b6c-4302-80d9-0372d1406b88'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:44.955532 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da60b1e1-aee9-49cb-9a68-bc40add53fc9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:45.020399 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a558691-956a-4609-be08-783935f592d8 req-85f06052-afa9-49e4-bc48-250c697276e3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:45.023202 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1a558691-956a-4609-be08-783935f592d8 req-85f06052-afa9-49e4-bc48-250c697276e3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0764973 Oct 12 16:48:45.078075 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1a558691-956a-4609-be08-783935f592d8 req-f433af4b-4200-4a11-be25-fdd7b9bf42a2 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489759 Oct 12 16:48:45.697117 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da60b1e1-aee9-49cb-9a68-bc40add53fc9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:45.702202 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da60b1e1-aee9-49cb-9a68-bc40add53fc9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:46.048187 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.l3_db [None req-da60b1e1-aee9-49cb-9a68-bc40add53fc9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Floating IP 808edd81-0952-4944-85aa-8ea81d9844d5 associated. External IP: 172.27.2.22, port: fe97e967-4b6c-4302-80d9-0372d1406b88. Oct 12 16:48:46.206083 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d694ed0-a756-4a47-9a50-9bc66fa1af83 req-a0053c3f-51a5-4286-b5b5-07bc45b1ef08 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:46.207703 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0d694ed0-a756-4a47-9a50-9bc66fa1af83 req-a0053c3f-51a5-4286-b5b5-07bc45b1ef08 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0598278 Oct 12 16:48:46.254488 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0d694ed0-a756-4a47-9a50-9bc66fa1af83 req-bd7244e2-3523-42e6-916e-a155f9fd9c22 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400343 Oct 12 16:48:46.289072 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da60b1e1-aee9-49cb-9a68-bc40add53fc9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Router 76c34523-1f68-4d47-adab-eec332a087a4 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:48:46.409791 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da60b1e1-aee9-49cb-9a68-bc40add53fc9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:48:46.415354 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da60b1e1-aee9-49cb-9a68-bc40add53fc9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:46.429977 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c572e-0440-4831-bb56-a911d5a02d58 None None] Sync routers for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:48:46.449012 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c572e-0440-4831-bb56-a911d5a02d58 None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:46.449692 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-8b8c572e-0440-4831-bb56-a911d5a02d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:48:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:46.466482 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-da60b1e1-aee9-49cb-9a68-bc40add53fc9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "PUT /v2.0/floatingips/808edd81-0952-4944-85aa-8ea81d9844d5 HTTP/1.1" status: 200 len: 991 time: 1.6527863 Oct 12 16:48:46.467370 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:48:46.470070 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6679d1e-a115-4008-a779-a2d2d390d724" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:48:46.497727 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869e53-e785-43f1-a38b-2777fbf82d42 req-0a6ce6ae-a488-45d8-8d91-a4d730c9d31d tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:46.499426 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-70869e53-e785-43f1-a38b-2777fbf82d42 req-0a6ce6ae-a488-45d8-8d91-a4d730c9d31d tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0919154 Oct 12 16:48:46.509994 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41380) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:46.517034 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-ce4c1c98-3c84-42eb-8257-a75ad427953b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'floatingip': {'port_id': '5619f519-7a32-4d5c-a4f0-537afdd4c266'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:48:46.561446 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1c98-3c84-42eb-8257-a75ad427953b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:46.565775 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e42330b-fc7c-420c-b00a-38f2ca8a938f x-openstack-request-id: req-8e42330b-fc7c-420c-b00a-38f2ca8a938f {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:48:46.566329 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:48:46.566770 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e42330b-fc7c-420c-b00a-38f2ca8a938f {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:48:46.567379 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'status': 'completed', 'code': 200} Oct 12 16:48:46.651594 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-8b8c572e-0440-4831-bb56-a911d5a02d58 None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:46.801627 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6679d1e-a115-4008-a779-a2d2d390d724 req-31752762-2798-4f8a-ad6c-08c86c6c8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:46.805157 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e6679d1e-a115-4008-a779-a2d2d390d724 req-31752762-2798-4f8a-ad6c-08c86c6c8265 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 1099 time: 0.1378937 Oct 12 16:48:47.055680 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6679d1e-a115-4008-a779-a2d2d390d724 req-4b41c9b9-620e-4bab-9209-3574ac057872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:47.058229 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e6679d1e-a115-4008-a779-a2d2d390d724 req-4b41c9b9-620e-4bab-9209-3574ac057872 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 917 time: 0.2433445 Oct 12 16:48:47.232221 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-8b8c572e-0440-4831-bb56-a911d5a02d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '808edd81-0952-4944-85aa-8ea81d9844d5', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'port_id': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'mac_address': 'fa:16:3e:c3:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:48:21Z', 'updated_at': '2021-10-12T16:48:45Z', 'revision_number': 1, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:47.300618 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e6679d1e-a115-4008-a779-a2d2d390d724 req-5fb08391-a85b-45cb-b466-140f2131a4e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe97e967-4b6c-4302-80d9-0372d1406b88 HTTP/1.1" status: 200 len: 999 time: 0.2179990 Oct 12 16:48:47.303991 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1c98-3c84-42eb-8257-a75ad427953b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:47.311886 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1c98-3c84-42eb-8257-a75ad427953b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:47.325560 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c572e-0440-4831-bb56-a911d5a02d58 None None] Checking router: 76c34523-1f68-4d47-adab-eec332a087a4 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:48:47.343169 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c572e-0440-4831-bb56-a911d5a02d58 None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:47.344238 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-8b8c572e-0440-4831-bb56-a911d5a02d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:48:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:47.396891 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6679d1e-a115-4008-a779-a2d2d390d724 req-998ee1cb-d676-4d33-b344-161449ee0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:47.398632 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e6679d1e-a115-4008-a779-a2d2d390d724 req-998ee1cb-d676-4d33-b344-161449ee0591 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0867124 Oct 12 16:48:47.436800 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.l3_db [None req-ce4c1c98-3c84-42eb-8257-a75ad427953b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Floating IP af9a1ff2-9443-44a1-9c8e-9e033ddd91b9 associated. External IP: 172.27.2.93, port: 5619f519-7a32-4d5c-a4f0-537afdd4c266. Oct 12 16:48:47.462028 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6679d1e-a115-4008-a779-a2d2d390d724 req-082650b2-aa28-4a0e-9923-b8a016bb6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:47.464334 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e6679d1e-a115-4008-a779-a2d2d390d724 req-082650b2-aa28-4a0e-9923-b8a016bb6bda service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553203 Oct 12 16:48:47.480985 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-8b8c572e-0440-4831-bb56-a911d5a02d58 None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:47.596135 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e6679d1e-a115-4008-a779-a2d2d390d724 req-930dedf5-71e3-43fc-af22-144f56cb58e0 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240299 Oct 12 16:48:47.700122 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e6679d1e-a115-4008-a779-a2d2d390d724 req-797f95c4-caeb-4238-a3ef-c61dc587222c service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956123 Oct 12 16:48:47.727542 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4c1c98-3c84-42eb-8257-a75ad427953b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Router ca159568-2c24-4528-9742-de9248d1eb13 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:48:47.773765 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-8b8c572e-0440-4831-bb56-a911d5a02d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '808edd81-0952-4944-85aa-8ea81d9844d5', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'port_id': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'mac_address': 'fa:16:3e:c3:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:48:21Z', 'updated_at': '2021-10-12T16:48:45Z', 'revision_number': 1, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:47.801465 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c572e-0440-4831-bb56-a911d5a02d58 None None] The sync data for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi is: [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '808edd81-0952-4944-85aa-8ea81d9844d5', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'port_id': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'mac_address': 'fa:16:3e:c3:9e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:48:21Z', 'updated_at': '2021-10-12T16:48:45Z', 'revision_number': 1, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:48:47.862352 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4c1c98-3c84-42eb-8257-a75ad427953b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:48:47.867765 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ce4c1c98-3c84-42eb-8257-a75ad427953b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:47.879713 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d600cb4-45a7-4b8c-860e-ee6eb4868873 None None] Sync routers for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:48:47.890956 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d600cb4-45a7-4b8c-860e-ee6eb4868873 None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:47.891649 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0d600cb4-45a7-4b8c-860e-ee6eb4868873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:48:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:47.902115 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-ce4c1c98-3c84-42eb-8257-a75ad427953b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "PUT /v2.0/floatingips/af9a1ff2-9443-44a1-9c8e-9e033ddd91b9 HTTP/1.1" status: 200 len: 990 time: 1.3879828 Oct 12 16:48:48.067641 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0d600cb4-45a7-4b8c-860e-ee6eb4868873 None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:48.099661 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba8a2b-0a1c-48f3-9b6e-92f0d9afd6c5 None None] New status for floating IP 808edd81-0952-4944-85aa-8ea81d9844d5: ACTIVE {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:48:48.444978 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0d600cb4-45a7-4b8c-860e-ee6eb4868873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': 'af9a1ff2-9443-44a1-9c8e-9e033ddd91b9', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'port_id': '5619f519-7a32-4d5c-a4f0-537afdd4c266', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'mac_address': 'fa:16:3e:6b:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1396f7-da68-445d-b60c-740675e38201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:48:24Z', 'updated_at': '2021-10-12T16:48:47Z', 'revision_number': 1, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:48.476406 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d600cb4-45a7-4b8c-860e-ee6eb4868873 None None] Checking router: ca159568-2c24-4528-9742-de9248d1eb13 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:48:48.484789 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d600cb4-45a7-4b8c-860e-ee6eb4868873 None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:48:48.485424 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0d600cb4-45a7-4b8c-860e-ee6eb4868873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:48:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:48.569717 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1396f7-da68-445d-b60c-740675e38201', 'tag': '5619f519-7a32-4d5c-a4f0-537afdd4c266'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:48:48.572096 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dec4df-2518-480b-8911-0886b91cce09" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1396f7-da68-445d-b60c-740675e38201", "tag": "5619f519-7a32-4d5c-a4f0-537afdd4c266"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:48:48.617473 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d255ae71-9eed-4a3a-983a-2d0785f63db7 x-openstack-request-id: req-d255ae71-9eed-4a3a-983a-2d0785f63db7 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:48:48.618103 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1396f7-da68-445d-b60c-740675e38201", "tag": "5619f519-7a32-4d5c-a4f0-537afdd4c266", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:48:48.618663 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d255ae71-9eed-4a3a-983a-2d0785f63db7 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:48:48.619257 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1396f7-da68-445d-b60c-740675e38201', 'tag': '5619f519-7a32-4d5c-a4f0-537afdd4c266', 'status': 'completed', 'code': 200} Oct 12 16:48:48.620843 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0d600cb4-45a7-4b8c-860e-ee6eb4868873 None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:48:48.754356 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dec4df-2518-480b-8911-0886b91cce09 req-b84176e1-64be-4c45-9c6a-84ceb9085392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:48.757719 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27dec4df-2518-480b-8911-0886b91cce09 req-b84176e1-64be-4c45-9c6a-84ceb9085392 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 1098 time: 0.0618367 Oct 12 16:48:48.920569 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dec4df-2518-480b-8911-0886b91cce09 req-67f73d5f-28fd-44d2-a915-c2a415d310b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:48.922449 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27dec4df-2518-480b-8911-0886b91cce09 req-67f73d5f-28fd-44d2-a915-c2a415d310b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 912 time: 0.1462874 Oct 12 16:48:48.967648 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0d600cb4-45a7-4b8c-860e-ee6eb4868873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': 'af9a1ff2-9443-44a1-9c8e-9e033ddd91b9', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'port_id': '5619f519-7a32-4d5c-a4f0-537afdd4c266', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'mac_address': 'fa:16:3e:6b:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1396f7-da68-445d-b60c-740675e38201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:48:24Z', 'updated_at': '2021-10-12T16:48:47Z', 'revision_number': 1, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:48:49.009784 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d600cb4-45a7-4b8c-860e-ee6eb4868873 None None] The sync data for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi is: [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': 'af9a1ff2-9443-44a1-9c8e-9e033ddd91b9', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'port_id': '5619f519-7a32-4d5c-a4f0-537afdd4c266', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'mac_address': 'fa:16:3e:6b:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1396f7-da68-445d-b60c-740675e38201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:48:24Z', 'updated_at': '2021-10-12T16:48:47Z', 'revision_number': 1, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:48:49.048653 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27dec4df-2518-480b-8911-0886b91cce09 req-6ecb31b5-6447-40a1-a3b4-f131e7e06c2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266 HTTP/1.1" status: 200 len: 998 time: 0.0920577 Oct 12 16:48:49.090561 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41502) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:49.109242 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dec4df-2518-480b-8911-0886b91cce09 req-706a1d34-a4ac-42a8-9392-fbc47a680970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:49.111041 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27dec4df-2518-480b-8911-0886b91cce09 req-706a1d34-a4ac-42a8-9392-fbc47a680970 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109ed70d-b303-4e9e-ad8c-e110e5884b8f HTTP/1.1" status: 200 len: 850 time: 0.0525718 Oct 12 16:48:49.168263 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dec4df-2518-480b-8911-0886b91cce09 req-dec169ca-7631-4428-afd2-cf240984ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:49.169832 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27dec4df-2518-480b-8911-0886b91cce09 req-dec169ca-7631-4428-afd2-cf240984ba18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=305d87b2-e9e4-4739-b688-2648a68da451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446191 Oct 12 16:48:49.218080 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-30278271-050b-4e91-9baa-786215609534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:49.232157 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b20e6-cedd-4b25-ba65-ba38d0c57bba None None] New status for floating IP af9a1ff2-9443-44a1-9c8e-9e033ddd91b9: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:48:49.281810 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27dec4df-2518-480b-8911-0886b91cce09 req-9267b660-1b84-4b77-873d-6afd1af53112 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043305 Oct 12 16:48:49.306759 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-30278271-050b-4e91-9baa-786215609534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:49.313068 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-30278271-050b-4e91-9baa-786215609534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:49.354052 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30278271-050b-4e91-9baa-786215609534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34fa623-1aa9-4928-b44c-92f8e0d0cea5,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:49.370316 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-30278271-050b-4e91-9baa-786215609534 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c8596cda33f4cf3a32619a7c1cd20fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783678 Oct 12 16:48:49.372865 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41508) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:49.400621 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27dec4df-2518-480b-8911-0886b91cce09 req-7b326ce8-406c-49d3-aecb-a136ca80d094 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080039 Oct 12 16:48:49.441979 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b72c8ff-7fe5-4840-9595-1d03904355fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:49.483032 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b72c8ff-7fe5-4840-9595-1d03904355fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:49.536027 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b72c8ff-7fe5-4840-9595-1d03904355fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:49.539524 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b72c8ff-7fe5-4840-9595-1d03904355fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:49.541088 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-8b72c8ff-7fe5-4840-9595-1d03904355fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f34fa623-1aa9-4928-b44c-92f8e0d0cea5 HTTP/1.1" status: 204 len: 168 time: 0.1671560 Oct 12 16:48:49.549140 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72c8ff-7fe5-4840-9595-1d03904355fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34fa623-1aa9-4928-b44c-92f8e0d0cea5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:49.802774 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41516) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:49.815441 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e651279-d8a1-4210-9513-70bb549480de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:49.903852 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e651279-d8a1-4210-9513-70bb549480de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:49.911136 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e651279-d8a1-4210-9513-70bb549480de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:49.951720 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-5e651279-d8a1-4210-9513-70bb549480de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5d75fdcc31c42daa7e35c4153e3c0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478665 Oct 12 16:48:49.954030 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e651279-d8a1-4210-9513-70bb549480de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6a4817-6e8e-4c91-823d-319cf4705167,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:49.954610 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41526) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:50.053229 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c647fa5e-412a-45af-af87-656b8ec80cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.088460 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c647fa5e-412a-45af-af87-656b8ec80cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.153567 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c647fa5e-412a-45af-af87-656b8ec80cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.156870 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c647fa5e-412a-45af-af87-656b8ec80cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.167955 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c647fa5e-412a-45af-af87-656b8ec80cca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d6a4817-6e8e-4c91-823d-319cf4705167 HTTP/1.1" status: 204 len: 168 time: 0.2087317 Oct 12 16:48:50.186787 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647fa5e-412a-45af-af87-656b8ec80cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6a4817-6e8e-4c91-823d-319cf4705167,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:50.389717 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41552) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:50.539345 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-45b5c712-c727-4d84-9b68-b42f0dfe0b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.629255 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-45b5c712-c727-4d84-9b68-b42f0dfe0b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.633306 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-45b5c712-c727-4d84-9b68-b42f0dfe0b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.670371 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5c712-c727-4d84-9b68-b42f0dfe0b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8170578a-1f52-44a2-bdf6-e04f8c266db3,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:50.678057 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-45b5c712-c727-4d84-9b68-b42f0dfe0b11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fec59f3c76e4c52a8c96bb3f56cb5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840245 Oct 12 16:48:50.678057 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41570) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:50.725928 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a695ca6d-65f9-45b0-8a90-bb28b41c7163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.746962 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a695ca6d-65f9-45b0-8a90-bb28b41c7163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.801445 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a695ca6d-65f9-45b0-8a90-bb28b41c7163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.804613 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a695ca6d-65f9-45b0-8a90-bb28b41c7163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.805799 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-a695ca6d-65f9-45b0-8a90-bb28b41c7163 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8170578a-1f52-44a2-bdf6-e04f8c266db3 HTTP/1.1" status: 204 len: 168 time: 0.1268945 Oct 12 16:48:50.813609 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695ca6d-65f9-45b0-8a90-bb28b41c7163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8170578a-1f52-44a2-bdf6-e04f8c266db3,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:51.129292 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41588) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:51.142670 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6881e696-bba2-430e-9501-644e8b02f245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:51.218125 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6881e696-bba2-430e-9501-644e8b02f245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:51.223016 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6881e696-bba2-430e-9501-644e8b02f245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:51.259737 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-6881e696-bba2-430e-9501-644e8b02f245 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=141c7b1871ab475eb3ffda6f59eb12b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292665 Oct 12 16:48:51.262579 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41594) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:51.266888 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881e696-bba2-430e-9501-644e8b02f245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b95123-fef5-4b6e-b762-a9195fe5614b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:51.315350 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf8e6-1bf2-4c23-bc12-982e2541033b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:51.339365 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf8e6-1bf2-4c23-bc12-982e2541033b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:51.413986 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf8e6-1bf2-4c23-bc12-982e2541033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:51.413986 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf8e6-1bf2-4c23-bc12-982e2541033b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:51.413986 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-3d6bf8e6-1bf2-4c23-bc12-982e2541033b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63b95123-fef5-4b6e-b762-a9195fe5614b HTTP/1.1" status: 204 len: 168 time: 0.1498849 Oct 12 16:48:51.424695 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bf8e6-1bf2-4c23-bc12-982e2541033b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b95123-fef5-4b6e-b762-a9195fe5614b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:51.745001 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41638) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:51.759934 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99c69cd3-23e5-40aa-a1db-d225fd50c09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:51.858772 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99c69cd3-23e5-40aa-a1db-d225fd50c09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:51.863171 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99c69cd3-23e5-40aa-a1db-d225fd50c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:51.901034 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c69cd3-23e5-40aa-a1db-d225fd50c09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cdbb8f-aa1d-4ffd-af27-ea0a9ba2ab92,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:51.908077 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-99c69cd3-23e5-40aa-a1db-d225fd50c09c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7911d17ba5ff4b7e971215b5e9a78638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620069 Oct 12 16:48:51.908967 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41646) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:51.986062 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f03c152-10a7-41de-a48d-82583e949ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:52.007870 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f03c152-10a7-41de-a48d-82583e949ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:52.056498 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f03c152-10a7-41de-a48d-82583e949ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:52.059131 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f03c152-10a7-41de-a48d-82583e949ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:52.060282 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-2f03c152-10a7-41de-a48d-82583e949ed5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95cdbb8f-aa1d-4ffd-af27-ea0a9ba2ab92 HTTP/1.1" status: 204 len: 168 time: 0.1481864 Oct 12 16:48:52.068937 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03c152-10a7-41de-a48d-82583e949ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cdbb8f-aa1d-4ffd-af27-ea0a9ba2ab92,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:52.545593 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41690) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:52.674693 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ef7e03-4f80-44b9-8498-3395fe9f99ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:52.757126 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ef7e03-4f80-44b9-8498-3395fe9f99ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:52.761705 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ef7e03-4f80-44b9-8498-3395fe9f99ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:52.800069 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-25ef7e03-4f80-44b9-8498-3395fe9f99ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4927dc1147f416a8dddd626c5959871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534142 Oct 12 16:48:52.801162 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef7e03-4f80-44b9-8498-3395fe9f99ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f98761-22e0-43d3-97f1-0f69713b4d0c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:52.803329 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41706) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:52.860657 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c074ef10-2fd4-4c92-86d7-ddcdfbfa8313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:52.884827 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c074ef10-2fd4-4c92-86d7-ddcdfbfa8313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:52.934341 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c074ef10-2fd4-4c92-86d7-ddcdfbfa8313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:52.937079 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c074ef10-2fd4-4c92-86d7-ddcdfbfa8313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:52.941340 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c074ef10-2fd4-4c92-86d7-ddcdfbfa8313 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4f98761-22e0-43d3-97f1-0f69713b4d0c HTTP/1.1" status: 204 len: 168 time: 0.1335804 Oct 12 16:48:52.947373 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074ef10-2fd4-4c92-86d7-ddcdfbfa8313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f98761-22e0-43d3-97f1-0f69713b4d0c,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:53.274982 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41734) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:53.383291 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41740) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:53.408236 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-275819cd-3616-4f8b-9447-5a9099755ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.411024 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5426780a-e3b6-4cfb-bf8b-1b8f8d7ce1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.570539 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-275819cd-3616-4f8b-9447-5a9099755ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.579493 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-275819cd-3616-4f8b-9447-5a9099755ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.584232 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5426780a-e3b6-4cfb-bf8b-1b8f8d7ce1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.615479 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-275819cd-3616-4f8b-9447-5a9099755ca8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cfed2d8f715f4ea1ae9445081b56c573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312391 Oct 12 16:48:53.618152 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41750) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:53.635290 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275819cd-3616-4f8b-9447-5a9099755ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399f7067-6539-47a7-86f8-f9e7cf68e282,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:53.637972 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5426780a-e3b6-4cfb-bf8b-1b8f8d7ce1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.667674 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426780a-e3b6-4cfb-bf8b-1b8f8d7ce1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637bc3e8-4cc4-4b98-9dc3-cf6f87f5e7e7,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:53.701454 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5426780a-e3b6-4cfb-bf8b-1b8f8d7ce1d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddc18c4c10ae494981e1c3456508a98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252648 Oct 12 16:48:53.702307 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41758) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:53.722480 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2ba9-97e3-424a-94a5-538161773c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.752182 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2ba9-97e3-424a-94a5-538161773c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.797497 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8f8d-063d-4829-994b-0167738fabcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.826316 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8f8d-063d-4829-994b-0167738fabcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.837614 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2ba9-97e3-424a-94a5-538161773c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.841685 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2ba9-97e3-424a-94a5-538161773c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.842953 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-cc8e2ba9-97e3-424a-94a5-538161773c6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/399f7067-6539-47a7-86f8-f9e7cf68e282 HTTP/1.1" status: 204 len: 168 time: 0.2237356 Oct 12 16:48:53.851761 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e2ba9-97e3-424a-94a5-538161773c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399f7067-6539-47a7-86f8-f9e7cf68e282,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:53.898902 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8f8d-063d-4829-994b-0167738fabcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.901753 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8f8d-063d-4829-994b-0167738fabcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.903352 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-d8ea8f8d-063d-4829-994b-0167738fabcb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/637bc3e8-4cc4-4b98-9dc3-cf6f87f5e7e7 HTTP/1.1" status: 204 len: 168 time: 0.1993954 Oct 12 16:48:53.912334 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea8f8d-063d-4829-994b-0167738fabcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637bc3e8-4cc4-4b98-9dc3-cf6f87f5e7e7,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:54.078634 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26c7b5-1cd6-49e4-87fc-a536e8ba9da1 req-cc05ff4d-cec7-4812-88b0-97627af832b2 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:54.086689 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3c26c7b5-1cd6-49e4-87fc-a536e8ba9da1 req-cc05ff4d-cec7-4812-88b0-97627af832b2 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 945 time: 0.0673704 Oct 12 16:48:54.131674 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3c26c7b5-1cd6-49e4-87fc-a536e8ba9da1 req-ac6a6508-6f9f-4091-967e-2514b6cabb43 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385165 Oct 12 16:48:54.355604 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41792) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:54.376206 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-541bc98b-75e3-439f-b3fb-d79ba2b2da6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:54.476594 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-541bc98b-75e3-439f-b3fb-d79ba2b2da6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:54.483092 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-541bc98b-75e3-439f-b3fb-d79ba2b2da6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:54.512473 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bc98b-75e3-439f-b3fb-d79ba2b2da6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63db26da-d2d6-451a-89b9-93b3a2edf45b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:54.533051 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-541bc98b-75e3-439f-b3fb-d79ba2b2da6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8d97ff6515141f9b55468692497e9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763952 Oct 12 16:48:54.535928 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41808) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:54.591918 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8974d1e4-784d-410f-be0e-d270579c3823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:54.616507 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8974d1e4-784d-410f-be0e-d270579c3823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:54.675076 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8974d1e4-784d-410f-be0e-d270579c3823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:54.677752 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8974d1e4-784d-410f-be0e-d270579c3823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:54.678902 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-8974d1e4-784d-410f-be0e-d270579c3823 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63db26da-d2d6-451a-89b9-93b3a2edf45b HTTP/1.1" status: 204 len: 168 time: 0.1419973 Oct 12 16:48:54.686790 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974d1e4-784d-410f-be0e-d270579c3823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63db26da-d2d6-451a-89b9-93b3a2edf45b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:54.804829 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4161b28e-be62-45f1-84f2-85f2305d9596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:55.094459 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 41836) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:55.107964 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc97452f-6013-4b59-b12f-7ca15a6ddbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:55.187621 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc97452f-6013-4b59-b12f-7ca15a6ddbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:55.195105 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc97452f-6013-4b59-b12f-7ca15a6ddbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:55.265013 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-fc97452f-6013-4b59-b12f-7ca15a6ddbb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7d82c0778ba4524a62a998b1bedd093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694062 Oct 12 16:48:55.266557 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97452f-6013-4b59-b12f-7ca15a6ddbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168b293c-b4a7-41f5-b9c8-32100afbf860,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:55.267682 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 41840) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:55.289178 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8c21-2066-4433-b7b8-d0cf8aa83549 req-19e72553-10ef-499c-a4d0-3188d88debdd tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:55.290687 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-852d8c21-2066-4433-b7b8-d0cf8aa83549 req-19e72553-10ef-499c-a4d0-3188d88debdd tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 945 time: 0.0778890 Oct 12 16:48:55.331709 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-852d8c21-2066-4433-b7b8-d0cf8aa83549 req-7a7e7177-273d-4f8b-bc11-878e971c19f2 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326085 Oct 12 16:48:55.337147 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb546-1f2e-4874-a16f-72878800a9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:55.358880 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb546-1f2e-4874-a16f-72878800a9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:55.406245 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb546-1f2e-4874-a16f-72878800a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:55.409007 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb546-1f2e-4874-a16f-72878800a9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:55.410277 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5f4fb546-1f2e-4874-a16f-72878800a9c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/168b293c-b4a7-41f5-b9c8-32100afbf860 HTTP/1.1" status: 204 len: 168 time: 0.1415322 Oct 12 16:48:55.419330 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fb546-1f2e-4874-a16f-72878800a9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168b293c-b4a7-41f5-b9c8-32100afbf860,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:56.456276 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b548fe4-ef19-46ec-8c39-655583fa7005 req-5629b6cd-fcb7-4d7d-a6d6-f1ffa59de383 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:56.458341 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6b548fe4-ef19-46ec-8c39-655583fa7005 req-5629b6cd-fcb7-4d7d-a6d6-f1ffa59de383 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 945 time: 0.0505164 Oct 12 16:48:56.499058 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6b548fe4-ef19-46ec-8c39-655583fa7005 req-b582cbec-1dd6-4829-9f88-d07338fbe6b4 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5156c54-070b-407f-8369-dc37ff8b4b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342903 Oct 12 16:48:56.618950 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9455413-5562-43a9-af3a-becdceb2d638 req-75052346-9129-4389-8de0-75f8d18cab93 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:48:56.620505 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d9455413-5562-43a9-af3a-becdceb2d638 req-75052346-9129-4389-8de0-75f8d18cab93 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.25 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 945 time: 0.0638471 Oct 12 16:48:56.806210 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-d9455413-5562-43a9-af3a-becdceb2d638 req-ad57793c-e597-41b8-a439-a668e1ae5356 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Deleting port f898cfd1-ec04-49e2-b337-a2487921c85e {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:48:56.806548 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d9455413-5562-43a9-af3a-becdceb2d638 req-ad57793c-e597-41b8-a439-a668e1ae5356 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:57.057352 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-d9455413-5562-43a9-af3a-becdceb2d638 req-ad57793c-e597-41b8-a439-a668e1ae5356 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] For port f898cfd1-ec04-49e2-b337-a2487921c85e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f898cfd1-ec04-49e2-b337-a2487921c85e,segment=NetworkSegment(5a20aded-2690-4886-83af-6815196bb388),segment_id=5a20aded-2690-4886-83af-6815196bb388)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:48:57.057736 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d9455413-5562-43a9-af3a-becdceb2d638 req-ad57793c-e597-41b8-a439-a668e1ae5356 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:57.072071 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-d9455413-5562-43a9-af3a-becdceb2d638 req-ad57793c-e597-41b8-a439-a668e1ae5356 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Calling delete_port for f898cfd1-ec04-49e2-b337-a2487921c85e owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:48:57.229783 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d9455413-5562-43a9-af3a-becdceb2d638 req-ad57793c-e597-41b8-a439-a668e1ae5356 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:57.263260 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57793c-e597-41b8-a439-a668e1ae5356 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Pushing event deleted for resources: {'Port': ['ID=f898cfd1-ec04-49e2-b337-a2487921c85e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:57.275861 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['f898cfd1-ec04-49e2-b337-a2487921c85e'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:48:57.326872 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9455413-5562-43a9-af3a-becdceb2d638 req-ad57793c-e597-41b8-a439-a668e1ae5356 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] No DVR routers for this DVR port f898cfd1-ec04-49e2-b337-a2487921c85e on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:48:57.330026 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d9455413-5562-43a9-af3a-becdceb2d638 req-ad57793c-e597-41b8-a439-a668e1ae5356 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:57.333704 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d9455413-5562-43a9-af3a-becdceb2d638 req-ad57793c-e597-41b8-a439-a668e1ae5356 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.25 "DELETE /v2.0/ports/f898cfd1-ec04-49e2-b337-a2487921c85e HTTP/1.1" status: 204 len: 173 time: 0.7062097 Oct 12 16:48:57.334138 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd258eb2f-7f21-47fd-a940-49ed41f2b009', 'name': 'network-vif-deleted', 'tag': 'f898cfd1-ec04-49e2-b337-a2487921c85e'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:48:57.336345 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6bace1-5648-4d60-a5b2-7f77d726eec7" -d '{"events": [{"server_uuid": "d258eb2f-7f21-47fd-a940-49ed41f2b009", "name": "network-vif-deleted", "tag": "f898cfd1-ec04-49e2-b337-a2487921c85e"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:48:57.375451 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf155f86-f08f-44bb-9808-00d321370cf4 x-openstack-request-id: req-cf155f86-f08f-44bb-9808-00d321370cf4 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:48:57.375627 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d258eb2f-7f21-47fd-a940-49ed41f2b009", "name": "network-vif-deleted", "tag": "f898cfd1-ec04-49e2-b337-a2487921c85e", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:48:57.375944 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf155f86-f08f-44bb-9808-00d321370cf4 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:48:57.376476 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd258eb2f-7f21-47fd-a940-49ed41f2b009', 'name': 'network-vif-deleted', 'tag': 'f898cfd1-ec04-49e2-b337-a2487921c85e', 'status': 'completed', 'code': 200} Oct 12 16:48:57.487154 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-38315c5f-96fb-4cdf-9cd3-9b3a319352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:57.605255 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-97c91e24-75f9-4b1a-89fe-5ef54d9b8968 req-5f7f8f17-4fbd-4e09-a382-5e728a572b96 tempest-DeleteServersTestJSON-1811948331 tempest-DeleteServersTestJSON-1811948331-project] 10.222.0.48 "GET /v2.0/ports?device_id=d258eb2f-7f21-47fd-a940-49ed41f2b009 HTTP/1.1" status: 200 len: 210 time: 0.0271370 Oct 12 16:48:58.207848 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42060) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:58.323779 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.327976 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03805f4a-5aa4-426d-8d7f-45acfb74da62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.410536 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03805f4a-5aa4-426d-8d7f-45acfb74da62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.415434 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03805f4a-5aa4-426d-8d7f-45acfb74da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.462998 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42074) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:58.463124 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-03805f4a-5aa4-426d-8d7f-45acfb74da62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2b27d154adb4c40a855498f7bb0159b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537730 Oct 12 16:48:58.464103 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03805f4a-5aa4-426d-8d7f-45acfb74da62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52078eab-b535-4d14-9e01-bc54676c0ae7,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:58.503122 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42076) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:58.519493 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cde41a30-1bcf-4055-9aea-dc997068e5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.545725 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cde41a30-1bcf-4055-9aea-dc997068e5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.601463 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cde41a30-1bcf-4055-9aea-dc997068e5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.604665 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cde41a30-1bcf-4055-9aea-dc997068e5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.605849 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-cde41a30-1bcf-4055-9aea-dc997068e5d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52078eab-b535-4d14-9e01-bc54676c0ae7 HTTP/1.1" status: 204 len: 168 time: 0.1417580 Oct 12 16:48:58.620030 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde41a30-1bcf-4055-9aea-dc997068e5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52078eab-b535-4d14-9e01-bc54676c0ae7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:58.644494 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f59a4bf-586c-42ca-aca7-9f25303601bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.774744 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f59a4bf-586c-42ca-aca7-9f25303601bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.786096 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f59a4bf-586c-42ca-aca7-9f25303601bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.834796 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-7f59a4bf-586c-42ca-aca7-9f25303601bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0702e839e6394bf59278489eaede4933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295014 Oct 12 16:48:58.837120 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59a4bf-586c-42ca-aca7-9f25303601bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a853d053-b520-4deb-80ea-3e45ca211e5c,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:58.838651 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42096) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:58.904737 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2b8-2074-4ac0-b4bc-9d16188e6c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.926409 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2b8-2074-4ac0-b4bc-9d16188e6c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.966522 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.989425 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2b8-2074-4ac0-b4bc-9d16188e6c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.992177 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2b8-2074-4ac0-b4bc-9d16188e6c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:58.993316 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-8eb0e2b8-2074-4ac0-b4bc-9d16188e6c3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a853d053-b520-4deb-80ea-3e45ca211e5c HTTP/1.1" status: 204 len: 168 time: 0.1535287 Oct 12 16:48:59.007268 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0e2b8-2074-4ac0-b4bc-9d16188e6c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a853d053-b520-4deb-80ea-3e45ca211e5c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:59.306157 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device f898cfd1-ec04-49e2-b337-a2487921c85e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:48:59.328289 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42128) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:59.329286 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: f898cfd1-ec04-49e2-b337-a2487921c85e {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:48:59.329927 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device f898cfd1-ec04-49e2-b337-a2487921c85e not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:48:59.342176 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57e0c07a-df78-4b64-9f10-087f167146c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:59.428861 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57e0c07a-df78-4b64-9f10-087f167146c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:59.432977 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57e0c07a-df78-4b64-9f10-087f167146c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:59.484248 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-57e0c07a-df78-4b64-9f10-087f167146c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=299df45394114a0ba70529a0f10a8383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548073 Oct 12 16:48:59.486956 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42142) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:48:59.514534 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0c07a-df78-4b64-9f10-087f167146c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec034ca-8808-44a1-999f-1ce2760943ec,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:59.565811 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b249b4c3-d866-478e-a417-facd2cb7dea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:59.587881 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b249b4c3-d866-478e-a417-facd2cb7dea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:59.638648 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b249b4c3-d866-478e-a417-facd2cb7dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:59.641319 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b249b4c3-d866-478e-a417-facd2cb7dea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:59.642506 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-b249b4c3-d866-478e-a417-facd2cb7dea9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ec034ca-8808-44a1-999f-1ce2760943ec HTTP/1.1" status: 204 len: 168 time: 0.1544302 Oct 12 16:48:59.654909 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249b4c3-d866-478e-a417-facd2cb7dea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec034ca-8808-44a1-999f-1ce2760943ec,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:48:59.788994 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42152) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:00.032072 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-db1a62ed-7626-4ebb-bdcb-d499a99f9cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.143147 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42180) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:00.155251 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-db1a62ed-7626-4ebb-bdcb-d499a99f9cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.177144 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-db1a62ed-7626-4ebb-bdcb-d499a99f9cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.226676 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a62ed-7626-4ebb-bdcb-d499a99f9cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7f12ea-7ba5-4ddd-b642-2221b2f5ed45,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:00.230790 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-db1a62ed-7626-4ebb-bdcb-d499a99f9cd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86dacf7bcc964610ab3b225acf63fdae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407525 Oct 12 16:49:00.234022 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_v2 [None req-012c94be-974c-4490-adae-8db81202d92e admin admin] Deleting subnet 0d21f794-8c3d-4433-acbc-120301f389ff {{(pid=100532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:49:00.234716 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42182) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:00.237246 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-012c94be-974c-4490-adae-8db81202d92e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.286189 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-012c94be-974c-4490-adae-8db81202d92e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12438652'] for subnet, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.293979 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cabbe755-4d00-4b5a-b9a8-a59852ce83b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.315814 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cabbe755-4d00-4b5a-b9a8-a59852ce83b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.326628 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-012c94be-974c-4490-adae-8db81202d92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.377903 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cabbe755-4d00-4b5a-b9a8-a59852ce83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.381710 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cabbe755-4d00-4b5a-b9a8-a59852ce83b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.382991 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-cabbe755-4d00-4b5a-b9a8-a59852ce83b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e7f12ea-7ba5-4ddd-b642-2221b2f5ed45 HTTP/1.1" status: 204 len: 168 time: 0.1461320 Oct 12 16:49:00.404849 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-012c94be-974c-4490-adae-8db81202d92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12390395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12378335'] for subnet, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.421958 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.422988 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbe755-4d00-4b5a-b9a8-a59852ce83b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7f12ea-7ba5-4ddd-b642-2221b2f5ed45,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:00.444265 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c94be-974c-4490-adae-8db81202d92e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d21f794-8c3d-4433-acbc-120301f389ff,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:00.446280 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-012c94be-974c-4490-adae-8db81202d92e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.449436 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-012c94be-974c-4490-adae-8db81202d92e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0d21f794-8c3d-4433-acbc-120301f389ff HTTP/1.1" status: 204 len: 168 time: 0.3053391 Oct 12 16:49:00.451889 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42196) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:00.520217 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.604725 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.625258 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c05026-7bae-4d20-b504-f31b0e09ebda']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:00.635744 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a20aded-2690-4886-83af-6815196bb388') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:00.636274 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a20aded-2690-4886-83af-6815196bb388') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:00.647974 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.669887 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.678578 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:49:00.679203 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:49:00.680926 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:49:00.736206 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.745223 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.748500 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] 10.222.0.48 "DELETE /v2.0/networks/44c05026-7bae-4d20-b504-f31b0e09ebda HTTP/1.1" status: 204 len: 168 time: 0.2957098 Oct 12 16:49:00.759083 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228fed5-b623-4688-a70b-2fa5910ecd5b admin admin] Pushing event deleted for resources: {'Network': ['ID=44c05026-7bae-4d20-b504-f31b0e09ebda,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:00.772551 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42208) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:00.785613 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e3955203-3f2c-4d41-ab75-b67bc8d35d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.878439 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e3955203-3f2c-4d41-ab75-b67bc8d35d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.882320 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e3955203-3f2c-4d41-ab75-b67bc8d35d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:00.946985 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e3955203-3f2c-4d41-ab75-b67bc8d35d7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d6fd1d6ad2d4e289d9f8be1ce3c6e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722043 Oct 12 16:49:00.948581 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42216) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:00.955823 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3955203-3f2c-4d41-ab75-b67bc8d35d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f21dc3b-3d73-4157-96ed-f49cfe4981f9,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:00.987295 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42220) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:01.009811 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bee1185f-4696-4b29-8ce4-6d9a9635e2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:01.030951 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bee1185f-4696-4b29-8ce4-6d9a9635e2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:01.040314 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-c72a0ca9-f8de-459b-89fe-fb34072b07f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e3793eca5f44becb0da2d9372080d65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511537 Oct 12 16:49:01.040903 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42224) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:01.095273 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bee1185f-4696-4b29-8ce4-6d9a9635e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:01.098689 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bee1185f-4696-4b29-8ce4-6d9a9635e2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:01.102902 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-bee1185f-4696-4b29-8ce4-6d9a9635e2d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f21dc3b-3d73-4157-96ed-f49cfe4981f9 HTTP/1.1" status: 204 len: 168 time: 0.1506753 Oct 12 16:49:01.110665 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1185f-4696-4b29-8ce4-6d9a9635e2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f21dc3b-3d73-4157-96ed-f49cfe4981f9,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:01.117934 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8495250e-c88d-4936-9828-223550727a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:01.141829 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8495250e-c88d-4936-9828-223550727a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:01.209003 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8495250e-c88d-4936-9828-223550727a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:01.212792 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8495250e-c88d-4936-9828-223550727a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:01.214155 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-8495250e-c88d-4936-9828-223550727a16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5156c54-070b-407f-8369-dc37ff8b4b61 HTTP/1.1" status: 204 len: 168 time: 0.1722717 Oct 12 16:49:01.223506 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495250e-c88d-4936-9828-223550727a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5156c54-070b-407f-8369-dc37ff8b4b61,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:02.149931 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42296) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:02.275994 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-network', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:02.314631 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Made reservation on behalf of fcc08699515f48a08c8ac1507eec9cae for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:02.317115 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.326896 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.409028 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.413096 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.434117 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:49:02.447897 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:02.452942 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.453474 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Added segment 2f6fb47a-d645-422e-a76c-31fb02642dbe of type vlan for network 8331595f-8778-400e-9052-2af4f1b41752 Oct 12 16:49:02.497560 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.521524 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.522644 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:02.523228 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.600758 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4487131 Oct 12 16:49:02.604006 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42324) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:02.606691 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18235450-2f65-4174-8b33-30c7ba4bb269 admin admin] Pushing event updated for resources: {'Network': ['ID=8331595f-8778-400e-9052-2af4f1b41752,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:02.610072 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] Request body: {'subnet': {'network_id': '8331595f-8778-400e-9052-2af4f1b41752', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-subnet', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:02.618289 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network 8331595f-8778-400e-9052-2af4f1b41752 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:49:02.649914 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] Made reservation on behalf of fcc08699515f48a08c8ac1507eec9cae for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:02.652289 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.818565 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.882515 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:02.891724 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] Checking segment: {'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:02.892076 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] Network hostable DHCP agents. Network: 8331595f-8778-400e-9052-2af4f1b41752, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:49:02.912160 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] Network 8331595f-8778-400e-9052-2af4f1b41752 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:49:02.921293 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, 8331595f-8778-400e-9052-2af4f1b41752) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:02.928638 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:02.929792 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.934809 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa7615-17be-4857-8d1a-fb552d331ecf None None] Network 8331595f-8778-400e-9052-2af4f1b41752 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:02.947311 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-2c6834d9-e32e-4f1d-9743-434bf361972f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3420687 Oct 12 16:49:02.949911 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42336) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:02.954700 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-router', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:02.979302 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4964'] for router, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:02.980476 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4975'] for router, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:03.041009 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:03.069208 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0d32a-55f5-404a-a0d1-c523c82fc68c None None] Network 8331595f-8778-400e-9052-2af4f1b41752 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:03.408032 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:03.603173 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:03.622062 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:03.629401 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42370) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:03.728190 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Allocated IP 172.27.2.61 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/8b5d9001-0577-46e0-aa2d-3b3180ad0f63) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:03.732758 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6cb41aa2-2e4f-487b-834a-75fbb652f915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:03.805757 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6cb41aa2-2e4f-487b-834a-75fbb652f915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:03.811327 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6cb41aa2-2e4f-487b-834a-75fbb652f915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:03.828126 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:03.848285 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb41aa2-2e4f-487b-834a-75fbb652f915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade94828-cd38-4c05-9444-a7bf67a4317e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:03.856613 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-6cb41aa2-2e4f-487b-834a-75fbb652f915 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69986db4b2f0447f867d268295aad735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256517 Oct 12 16:49:03.856712 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42374) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:03.863931 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:03.920790 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:03.924287 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:03.932120 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:03.959625 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5d9001-0577-46e0-aa2d-3b3180ad0f63,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:03.977016 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:03.977357 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:03.977837 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:03.978177 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:03.978502 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:03.978825 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:03.979150 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:03.979472 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:03.979819 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:03.980137 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:03.980453 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:03.980765 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.030591 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8630391f-7dea-4681-b619-ba1250d0bce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.096562 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8630391f-7dea-4681-b619-ba1250d0bce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.191583 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8630391f-7dea-4681-b619-ba1250d0bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.194243 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8630391f-7dea-4681-b619-ba1250d0bce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.195840 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-8630391f-7dea-4681-b619-ba1250d0bce1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ade94828-cd38-4c05-9444-a7bf67a4317e HTTP/1.1" status: 204 len: 168 time: 0.3383543 Oct 12 16:49:04.233753 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630391f-7dea-4681-b619-ba1250d0bce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade94828-cd38-4c05-9444-a7bf67a4317e,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:04.250986 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.451378 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464375'] for router, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.470026 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42388) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:04.483998 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.558650 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.562640 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.582123 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 is scheduled to L3 agent 47858efe-f191-44e1-97b8-339f14938278 with binding_index 1 {{(pid=100532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:49:04.605772 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83de2e4f56a04320bd69383ecc1df707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345649 Oct 12 16:49:04.606617 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60571e55-9a08-47c0-b7e9-ed067aef640b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:04.608610 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42390) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:04.626085 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.626439 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.626773 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.627103 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.627429 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.627753 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.628074 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.628394 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.628714 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.629029 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.629343 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.629682 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97dc95d-80e3-4a1b-b26b-465f3a371f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:04.671961 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d7882f8c-a7f5-4ae5-8e42-36f853c1c099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.693240 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d7882f8c-a7f5-4ae5-8e42-36f853c1c099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.697047 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:49:04.709211 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Sync routers for ids ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:49:04.717097 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.720940 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-41e28adc-2b1a-4856-b8f6-1dd151a0ae22 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.7671254 Oct 12 16:49:04.721076 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Routers {'0165dcbc-6039-42eb-b62e-6ca786ccdb17'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:04.721304 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42392) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:04.721578 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:48:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:04.766075 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d7882f8c-a7f5-4ae5-8e42-36f853c1c099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.769332 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d7882f8c-a7f5-4ae5-8e42-36f853c1c099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:04.770686 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-d7882f8c-a7f5-4ae5-8e42-36f853c1c099 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60571e55-9a08-47c0-b7e9-ed067aef640b HTTP/1.1" status: 204 len: 168 time: 0.1611814 Oct 12 16:49:04.783605 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7882f8c-a7f5-4ae5-8e42-36f853c1c099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60571e55-9a08-47c0-b7e9-ed067aef640b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:04.852452 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Set router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:04.915105 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:49:05.042367 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-router', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:02Z', 'updated_at': '2021-10-12T16:49:04Z', 'revision_number': 3, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'gw_port': {'id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:03Z', 'updated_at': '2021-10-12T16:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:05.069672 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Checking router: 0165dcbc-6039-42eb-b62e-6ca786ccdb17 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:49:05.070089 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Updating router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 port 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 binding host dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:49:05.096714 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:05.217149 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:05.427239 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Allocated IP 172.20.0.1 (8331595f-8778-400e-9052-2af4f1b41752/f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184/5413b6b7-ded7-459e-b05d-a213988ff714) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:05.460612 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Notify callbacks [] for port, precommit_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:05.478873 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:05.529267 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602321fc-7fe9-4d72-9c42-84ed0d6acb65 None None] Pushing event updated for resources: {'Port': ['ID=8b5d9001-0577-46e0-aa2d-3b3180ad0f63,revision_number=2']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:05.548476 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Attempting to bind port 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:05.548861 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Attempting to bind port 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:05.549363 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Attempting to bind port 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 on network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:05.554911 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:05.555514 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Checking segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:05.556091 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:05.556491 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Bound using segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:05.556971 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Bound port: 8b5d9001-0577-46e0-aa2d-3b3180ad0f63, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:05.557725 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:05.612009 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] For port 8b5d9001-0577-46e0-aa2d-3b3180ad0f63, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:05.615358 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] For port 8b5d9001-0577-46e0-aa2d-3b3180ad0f63, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=8b5d9001-0577-46e0-aa2d-3b3180ad0f63,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:05.624474 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:05.682680 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:05.729723 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602321fc-7fe9-4d72-9c42-84ed0d6acb65 None None] Pushing event updated for resources: {'Port': ['ID=8b5d9001-0577-46e0-aa2d-3b3180ad0f63,revision_number=3']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:05.745003 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:05.778340 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Routers {'0165dcbc-6039-42eb-b62e-6ca786ccdb17'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:05.779029 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:48:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:05.783146 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Network 8331595f-8778-400e-9052-2af4f1b41752 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:05.786142 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:05.790071 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:05.813185 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Pushing event updated for resources: {'Port': ['ID=5413b6b7-ded7-459e-b05d-a213988ff714,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:05.832543 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464166'] for router_interface, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:05.892497 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] Set router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:05.961305 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:06.085906 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-router', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:02Z', 'updated_at': '2021-10-12T16:49:04Z', 'revision_number': 3, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'gw_port': {'id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:03Z', 'updated_at': '2021-10-12T16:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:06.115291 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bf632-ef41-4c73-872b-088aff499e41 None None] The sync data for ids ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'] in dv-cinder-813221-2-iscsi is: [{'id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-router', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:02Z', 'updated_at': '2021-10-12T16:49:04Z', 'revision_number': 3, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'gw_port': {'id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:03Z', 'updated_at': '2021-10-12T16:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:49:06.140123 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:06.144392 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:06.213122 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438966'] for router_interface, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:06.215107 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Pushing event updated for resources: {'Port': ['ID=5413b6b7-ded7-459e-b05d-a213988ff714,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:06.311377 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Network 8331595f-8778-400e-9052-2af4f1b41752 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:06.312662 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:06.439864 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:49:06.776939 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:49:06.782886 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c22353e7-24e5-463b-9c25-52429f5b3745 admin admin] 10.222.0.48 "PUT /v2.0/routers/0165dcbc-6039-42eb-b62e-6ca786ccdb17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0601010 Oct 12 16:49:06.824574 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:06.890002 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:06.890591 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:06.976831 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:07.001773 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port 8b5d9001-0577-46e0-aa2d-3b3180ad0f63, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=8b5d9001-0577-46e0-aa2d-3b3180ad0f63,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:07.008950 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:07.064667 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=8b5d9001-0577-46e0-aa2d-3b3180ad0f63,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:07.071689 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.072124 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.072471 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.072806 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.073136 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.073502 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.073833 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.074159 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.074502 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.074827 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.075174 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.075496 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:07.743265 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Sync routers for ids ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:49:07.752203 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Routers {'0165dcbc-6039-42eb-b62e-6ca786ccdb17'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:07.752803 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:48:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:07.859759 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Set router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:08.068911 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-router', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:02Z', 'updated_at': '2021-10-12T16:49:05Z', 'revision_number': 4, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'gw_port': {'id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:03Z', 'updated_at': '2021-10-12T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '5413b6b7-ded7-459e-b05d-a213988ff714', 'name': '', 'network_id': '8331595f-8778-400e-9052-2af4f1b41752', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'mac_address': 'fa:16:3e:5a:be:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:05Z', 'updated_at': '2021-10-12T16:49:06Z', 'revision_number': 2, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'subnets': [{'id': 'f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:08.098622 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Checking router: 0165dcbc-6039-42eb-b62e-6ca786ccdb17 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:49:08.098972 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Updating router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 port 5413b6b7-ded7-459e-b05d-a213988ff714 binding host dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:49:08.125383 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:08.403591 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:08.409831 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:08.460377 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa93e03-e238-4b7d-b913-9206d6a4e188 None None] Pushing event updated for resources: {'Port': ['ID=5413b6b7-ded7-459e-b05d-a213988ff714,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:08.507361 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Attempting to bind port 5413b6b7-ded7-459e-b05d-a213988ff714 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:08.507732 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Attempting to bind port 5413b6b7-ded7-459e-b05d-a213988ff714 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:08.508091 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Attempting to bind port 5413b6b7-ded7-459e-b05d-a213988ff714 on network 8331595f-8778-400e-9052-2af4f1b41752 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:08.513314 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:08.513716 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Checking segment: {'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:08.514111 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:08.514507 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Bound using segment: {'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:08.514971 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Bound port: 5413b6b7-ded7-459e-b05d-a213988ff714, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:08.515349 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:08.579121 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] For port 5413b6b7-ded7-459e-b05d-a213988ff714, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:08.582368 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] For port 5413b6b7-ded7-459e-b05d-a213988ff714, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=5413b6b7-ded7-459e-b05d-a213988ff714,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:08.587787 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:08.649854 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Routers {'0165dcbc-6039-42eb-b62e-6ca786ccdb17'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:08.650487 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:48:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:08.686885 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa93e03-e238-4b7d-b913-9206d6a4e188 None None] Pushing event updated for resources: {'Port': ['ID=5413b6b7-ded7-459e-b05d-a213988ff714,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:08.760168 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:08.784667 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] Set router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:08.921792 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:08.922400 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:09.175317 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-router', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:02Z', 'updated_at': '2021-10-12T16:49:05Z', 'revision_number': 4, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'gw_port': {'id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:03Z', 'updated_at': '2021-10-12T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '5413b6b7-ded7-459e-b05d-a213988ff714', 'name': '', 'network_id': '8331595f-8778-400e-9052-2af4f1b41752', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'mac_address': 'fa:16:3e:5a:be:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:05Z', 'updated_at': '2021-10-12T16:49:08Z', 'revision_number': 4, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'subnets': [{'id': 'f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:09.201136 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c019eb5b-a3e4-4724-81f0-1ebe4df262c0 None None] The sync data for ids ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'] in dv-cinder-813221-2-iscsi is: [{'id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-router', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:02Z', 'updated_at': '2021-10-12T16:49:05Z', 'revision_number': 4, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'gw_port': {'id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:03Z', 'updated_at': '2021-10-12T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '5413b6b7-ded7-459e-b05d-a213988ff714', 'name': '', 'network_id': '8331595f-8778-400e-9052-2af4f1b41752', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'mac_address': 'fa:16:3e:5a:be:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:05Z', 'updated_at': '2021-10-12T16:49:08Z', 'revision_number': 4, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'subnets': [{'id': 'f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:49:10.252303 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42504) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:10.368695 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4dbc75c5-1608-49dd-84ef-431d384dd88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.442175 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4dbc75c5-1608-49dd-84ef-431d384dd88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.455294 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4dbc75c5-1608-49dd-84ef-431d384dd88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.491571 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc75c5-1608-49dd-84ef-431d384dd88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09910bf0-77e2-4f04-af6b-838679238970,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:10.496936 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-4dbc75c5-1608-49dd-84ef-431d384dd88a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fc525734a6e48e98bcf53c93c18227e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435901 Oct 12 16:49:10.499651 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42512) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:10.546094 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-963b92ed-6d83-4b11-864c-3e11308e7bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.570309 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-963b92ed-6d83-4b11-864c-3e11308e7bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.621184 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-963b92ed-6d83-4b11-864c-3e11308e7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.623774 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-963b92ed-6d83-4b11-864c-3e11308e7bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.624908 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-963b92ed-6d83-4b11-864c-3e11308e7bb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09910bf0-77e2-4f04-af6b-838679238970 HTTP/1.1" status: 204 len: 168 time: 0.1240435 Oct 12 16:49:10.633190 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b92ed-6d83-4b11-864c-3e11308e7bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09910bf0-77e2-4f04-af6b-838679238970,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:10.792667 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 5413b6b7-ded7-459e-b05d-a213988ff714 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:10.844288 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 5413b6b7-ded7-459e-b05d-a213988ff714 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:10.844777 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.898353 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42520) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:10.913852 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5da21fdc-bf8f-43b0-aa3a-dc56b7e8470f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.935957 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.971681 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port 5413b6b7-ded7-459e-b05d-a213988ff714, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=5413b6b7-ded7-459e-b05d-a213988ff714,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:10.976218 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:10.998737 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5da21fdc-bf8f-43b0-aa3a-dc56b7e8470f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:11.007676 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5da21fdc-bf8f-43b0-aa3a-dc56b7e8470f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:11.031513 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=5413b6b7-ded7-459e-b05d-a213988ff714,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:11.047966 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5da21fdc-bf8f-43b0-aa3a-dc56b7e8470f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ea3050e40a84c93ab70f453e60d0b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484478 Oct 12 16:49:11.048832 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da21fdc-bf8f-43b0-aa3a-dc56b7e8470f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6abbe2-6311-4d8e-81fa-7b0e2067083e,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:11.050733 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42524) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:11.102842 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ac3cef14-cbd7-4e79-835a-b9d6c83c6090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:11.123598 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ac3cef14-cbd7-4e79-835a-b9d6c83c6090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:11.170235 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ac3cef14-cbd7-4e79-835a-b9d6c83c6090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:11.172797 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ac3cef14-cbd7-4e79-835a-b9d6c83c6090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:11.173988 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-ac3cef14-cbd7-4e79-835a-b9d6c83c6090 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e6abbe2-6311-4d8e-81fa-7b0e2067083e HTTP/1.1" status: 204 len: 168 time: 0.1211150 Oct 12 16:49:11.181363 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cef14-cbd7-4e79-835a-b9d6c83c6090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6abbe2-6311-4d8e-81fa-7b0e2067083e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:12.380626 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-250e17cd-f228-47dd-ad7b-824170584f6c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:12.389288 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-250e17cd-f228-47dd-ad7b-824170584f6c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/networks?id=8331595f-8778-400e-9052-2af4f1b41752 HTTP/1.1" status: 200 len: 819 time: 0.1155307 Oct 12 16:49:12.400738 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-ebeadf4e-9202-4b7d-b977-4b96bb4a86a9 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/quotas/fcc08699515f48a08c8ac1507eec9cae HTTP/1.1" status: 200 len: 375 time: 0.0105245 Oct 12 16:49:12.449502 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-d1fda5bc-cf1e-4ca3-98a5-64d745e2bf84 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fcc08699515f48a08c8ac1507eec9cae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430663 Oct 12 16:49:12.609332 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-30115ee9-ddeb-4dce-8c51-9f9daf8a435c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:49:12.617657 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-30115ee9-ddeb-4dce-8c51-9f9daf8a435c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0607095 Oct 12 16:49:12.718823 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-74b59ff4-b19a-428f-b301-c9c54f26ad8c service neutron] 10.222.0.48 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992684 Oct 12 16:49:12.779932 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 5413b6b7-ded7-459e-b05d-a213988ff714 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:12.817432 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-c9be9929-aed3-4023-a134-0e1add234233 service neutron] 10.222.0.48 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913441 Oct 12 16:49:12.842584 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 5413b6b7-ded7-459e-b05d-a213988ff714 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:12.843270 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:13.627163 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-cdd1e72e-d2fa-400f-83c5-20c02949d2f4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684645 Oct 12 16:49:13.628903 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-34f16e27-54fa-48c4-b5f8-e75a15a7201c req-29ca4500-82f6-4e61-a7d1-d9c4e16141f1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 210 time: 0.0384083 Oct 12 16:49:13.650810 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:13.797892 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-7b333332-4ae0-4642-9e68-6d3bbd300fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:13.799624 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-7b333332-4ae0-4642-9e68-6d3bbd300fea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 1099 time: 0.0524371 Oct 12 16:49:13.978303 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-e708e071-a9cc-4637-97fc-2f5cae0a9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:13.979759 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-e708e071-a9cc-4637-97fc-2f5cae0a9b57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 917 time: 0.1553416 Oct 12 16:49:14.003878 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-84e58bc1-4cdb-42a2-8c0f-84d8f8d6ec65 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:14.005557 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-84e58bc1-4cdb-42a2-8c0f-84d8f8d6ec65 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/networks?id=8331595f-8778-400e-9052-2af4f1b41752 HTTP/1.1" status: 200 len: 819 time: 0.1595268 Oct 12 16:49:14.057744 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-1416bf15-4ada-424c-a8b4-7fcd9b7edc76 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/quotas/fcc08699515f48a08c8ac1507eec9cae HTTP/1.1" status: 200 len: 375 time: 0.0190246 Oct 12 16:49:14.082115 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-255dd9f8-0d33-43b8-ae70-02c5fbb926df service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe97e967-4b6c-4302-80d9-0372d1406b88 HTTP/1.1" status: 200 len: 1001 time: 0.0926228 Oct 12 16:49:14.156727 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-22ec34c6-e405-41de-8c6c-f874aea1f63f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fcc08699515f48a08c8ac1507eec9cae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926518 Oct 12 16:49:14.162890 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-a463a42d-1ccc-47f7-83ce-cf89003266d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:14.164296 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-a463a42d-1ccc-47f7-83ce-cf89003266d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0680020 Oct 12 16:49:14.289320 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-a7c1d650-0d29-4aa4-85c5-0eb49ab0b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:14.291132 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-a7c1d650-0d29-4aa4-85c5-0eb49ab0b5a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789235 Oct 12 16:49:14.302353 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-2098489a-818c-41f7-9578-2c5a16b3d59d service neutron] 10.222.0.48 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371143 Oct 12 16:49:14.442320 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-6990f7b5-5493-4ac8-a7fa-85e0152d3ede tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:14.444684 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-6990f7b5-5493-4ac8-a7fa-85e0152d3ede tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.25 "GET /v2.0/networks?id=8331595f-8778-400e-9052-2af4f1b41752 HTTP/1.1" status: 200 len: 819 time: 0.1389315 Oct 12 16:49:14.465425 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Request body: {'port': {'device_id': '9497de72-7ebb-4cfe-bcb8-244a6fba877e', 'network_id': '8331595f-8778-400e-9052-2af4f1b41752', 'admin_state_up': True, 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:14.471219 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-28fa8d55-7899-4b70-a23e-b19c16a9872a service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596711 Oct 12 16:49:14.562435 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-4be5af90-950a-4b3e-896d-11e128961748 service neutron] 10.222.0.48 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589767 Oct 12 16:49:14.581601 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Made reservation on behalf of fcc08699515f48a08c8ac1507eec9cae for: {'port': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:14.585049 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.620581 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12fe89d0-8585-4114-93c8-9722ee536c30 req-09110ea6-241f-4dca-8649-385121d79ae8 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222496 Oct 12 16:49:14.807478 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Allocated IP 172.20.0.3 (8331595f-8778-400e-9052-2af4f1b41752/f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184/970ab12a-ca76-4815-9eed-2a2d438ab9ad) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:14.873795 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-da0a8166-dbce-4527-97b4-bc64d3fd2d9a req-77b682a1-a0b7-4ace-afd6-9a9e48f69c21 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 210 time: 0.0504532 Oct 12 16:49:15.021258 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.070499 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.113360 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Network 8331595f-8778-400e-9052-2af4f1b41752 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:15.119598 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:15.122804 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:15.158455 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Pushing event updated for resources: {'Port': ['ID=970ab12a-ca76-4815-9eed-2a2d438ab9ad,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:15.184012 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:15.184669 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.203621 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-5bce82d9-5860-42df-bd84-96c873dccf17 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7420580 Oct 12 16:49:15.247596 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Request body: {'port': {'device_id': '9497de72-7ebb-4cfe-bcb8-244a6fba877e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:15.309915 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.597528 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970ab12a-ca76-4815-9eed-2a2d438ab9ad {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:15.605740 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.618396 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Transition to ACTIVE for port object 970ab12a-ca76-4815-9eed-2a2d438ab9ad will not be triggered until provisioned by entity L2. {{(pid=100532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:49:15.621887 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.671424 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Pushing event updated for resources: {'Port': ['ID=970ab12a-ca76-4815-9eed-2a2d438ab9ad,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:15.736384 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Attempting to bind port 970ab12a-ca76-4815-9eed-2a2d438ab9ad on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:15.736711 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Attempting to bind port 970ab12a-ca76-4815-9eed-2a2d438ab9ad by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:15.737034 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Attempting to bind port 970ab12a-ca76-4815-9eed-2a2d438ab9ad on network 8331595f-8778-400e-9052-2af4f1b41752 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:15.741696 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Port 970ab12a-ca76-4815-9eed-2a2d438ab9ad on network 8331595f-8778-400e-9052-2af4f1b41752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:49:15.742013 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Attempting to bind port 970ab12a-ca76-4815-9eed-2a2d438ab9ad on network 8331595f-8778-400e-9052-2af4f1b41752 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:15.746679 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:15.747012 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Checking segment: {'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:15.747381 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Bound using segment: {'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:15.747798 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Bound port: 970ab12a-ca76-4815-9eed-2a2d438ab9ad, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:15.748142 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.813029 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] For port 970ab12a-ca76-4815-9eed-2a2d438ab9ad, host hv-cinder-81322, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:15.817720 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] For port 970ab12a-ca76-4815-9eed-2a2d438ab9ad, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=970ab12a-ca76-4815-9eed-2a2d438ab9ad,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:15.823453 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.863985 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:15.864629 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.866608 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] 10.222.0.25 "PUT /v2.0/ports/970ab12a-ca76-4815-9eed-2a2d438ab9ad HTTP/1.1" status: 200 len: 1093 time: 0.6234491 Oct 12 16:49:15.867032 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9497de72-7ebb-4cfe-bcb8-244a6fba877e', 'tag': '970ab12a-ca76-4815-9eed-2a2d438ab9ad'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:15.869332 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc5a556-1385-4636-9ad0-6c8d67f7597b" -d '{"events": [{"name": "network-changed", "server_uuid": "9497de72-7ebb-4cfe-bcb8-244a6fba877e", "tag": "970ab12a-ca76-4815-9eed-2a2d438ab9ad"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:15.894168 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806120aa-7a18-4738-b1dd-295dda758f76 service neutron] Pushing event updated for resources: {'Port': ['ID=970ab12a-ca76-4815-9eed-2a2d438ab9ad,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:15.908542 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb13948-7baa-4a5b-aed6-80a33969d9bc x-openstack-request-id: req-5cb13948-7baa-4a5b-aed6-80a33969d9bc {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:15.908836 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9497de72-7ebb-4cfe-bcb8-244a6fba877e", "tag": "970ab12a-ca76-4815-9eed-2a2d438ab9ad", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:15.909138 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5cb13948-7baa-4a5b-aed6-80a33969d9bc {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:15.909636 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9497de72-7ebb-4cfe-bcb8-244a6fba877e', 'tag': '970ab12a-ca76-4815-9eed-2a2d438ab9ad', 'status': 'completed', 'code': 200} Oct 12 16:49:15.995917 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3e4cf507-d999-45fe-8d4d-1b8e8777b2a9 req-7c592fb1-f147-416f-930a-dcc388330396 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 210 time: 0.0357718 Oct 12 16:49:16.100596 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5a556-1385-4636-9ad0-6c8d67f7597b req-24f69d28-857a-4338-8d8c-0ebda6283afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:16.102214 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-9dc5a556-1385-4636-9ad0-6c8d67f7597b req-24f69d28-857a-4338-8d8c-0ebda6283afd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcc08699515f48a08c8ac1507eec9cae&device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 1096 time: 0.0504560 Oct 12 16:49:16.250880 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5a556-1385-4636-9ad0-6c8d67f7597b req-f0af267e-34dc-4486-a456-64471d7bd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:16.252324 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-9dc5a556-1385-4636-9ad0-6c8d67f7597b req-f0af267e-34dc-4486-a456-64471d7bd071 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=fcc08699515f48a08c8ac1507eec9cae&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0954010 Oct 12 16:49:16.358823 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5a556-1385-4636-9ad0-6c8d67f7597b req-58254001-d853-490a-a0a2-a98764cf9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:16.360241 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-9dc5a556-1385-4636-9ad0-6c8d67f7597b req-58254001-d853-490a-a0a2-a98764cf9fbe service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891366 Oct 12 16:49:16.470387 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-bfefc0ec-82d4-4c3a-bd33-e517b4689029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:16.472546 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-bfefc0ec-82d4-4c3a-bd33-e517b4689029 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcc08699515f48a08c8ac1507eec9cae&device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 1096 time: 0.0453584 Oct 12 16:49:16.561006 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-3bfc5d6a-b993-451f-8095-c0c97336de35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=970ab12a-ca76-4815-9eed-2a2d438ab9ad HTTP/1.1" status: 200 len: 217 time: 0.0413897 Oct 12 16:49:16.682545 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-2087922d-f70e-4b4b-a31f-73fd66fd0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:16.684371 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-2087922d-f70e-4b4b-a31f-73fd66fd0c38 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184 HTTP/1.1" status: 200 len: 859 time: 0.0483668 Oct 12 16:49:16.739948 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-c9d49346-3d2b-436a-90f0-4f04fbaebf33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8331595f-8778-400e-9052-2af4f1b41752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472932 Oct 12 16:49:16.802978 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-86a8f3ca-0c9a-43de-81b3-a923b9b1f709 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:16.805212 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-86a8f3ca-0c9a-43de-81b3-a923b9b1f709 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.25 "GET /v2.0/networks?id=8331595f-8778-400e-9052-2af4f1b41752 HTTP/1.1" status: 200 len: 819 time: 0.1658251 Oct 12 16:49:16.827990 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Request body: {'port': {'device_id': '35188506-5c56-4cbb-a357-d1393bf82e01', 'network_id': '8331595f-8778-400e-9052-2af4f1b41752', 'admin_state_up': True, 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:16.863470 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-3c179778-ec11-47c0-bde6-0f52f1863643 service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131067 Oct 12 16:49:16.953436 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Made reservation on behalf of fcc08699515f48a08c8ac1507eec9cae for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:16.957029 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.963595 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f15da2b5-d360-449e-82b7-bd2e0dc2b0b3 req-88cd4f7a-fa78-4f74-bc4a-a9ef48b3803b service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918643 Oct 12 16:49:17.104228 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3bda2fc0-7bf8-48e0-8537-8da0d3332182 req-eaea78a4-844a-4d9c-b2f8-3419bbba8f1f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 210 time: 0.0292861 Oct 12 16:49:17.121090 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Allocated IP 172.20.0.10 (8331595f-8778-400e-9052-2af4f1b41752/f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184/353a8940-8992-419c-8b2b-4e5fe7451be6) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:17.279930 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.312457 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.357003 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Network 8331595f-8778-400e-9052-2af4f1b41752 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:17.359995 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:17.363733 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:17.369705 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:17.370292 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.379856 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Pushing event updated for resources: {'Port': ['ID=353a8940-8992-419c-8b2b-4e5fe7451be6,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:17.391918 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-5de138ad-e752-4f89-b6f6-9fac47190479 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5682373 Oct 12 16:49:17.412718 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Request body: {'port': {'device_id': '35188506-5c56-4cbb-a357-d1393bf82e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:17.462639 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.728918 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353a8940-8992-419c-8b2b-4e5fe7451be6 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:17.736040 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.748587 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Transition to ACTIVE for port object 353a8940-8992-419c-8b2b-4e5fe7451be6 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:49:17.751703 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.808900 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=353a8940-8992-419c-8b2b-4e5fe7451be6,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:17.838629 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Attempting to bind port 353a8940-8992-419c-8b2b-4e5fe7451be6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:17.838966 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Attempting to bind port 353a8940-8992-419c-8b2b-4e5fe7451be6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:17.839291 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Attempting to bind port 353a8940-8992-419c-8b2b-4e5fe7451be6 on network 8331595f-8778-400e-9052-2af4f1b41752 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:17.843705 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Port 353a8940-8992-419c-8b2b-4e5fe7451be6 on network 8331595f-8778-400e-9052-2af4f1b41752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:49:17.844015 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Attempting to bind port 353a8940-8992-419c-8b2b-4e5fe7451be6 on network 8331595f-8778-400e-9052-2af4f1b41752 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:17.848822 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:17.849158 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Checking segment: {'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:17.849573 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Bound using segment: {'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:17.850571 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Bound port: 353a8940-8992-419c-8b2b-4e5fe7451be6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6fb47a-d645-422e-a76c-31fb02642dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8331595f-8778-400e-9052-2af4f1b41752'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:17.850916 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.913748 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] For port 353a8940-8992-419c-8b2b-4e5fe7451be6, host hv-cinder-81322, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:17.917125 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] For port 353a8940-8992-419c-8b2b-4e5fe7451be6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=353a8940-8992-419c-8b2b-4e5fe7451be6,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:17.922264 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.979457 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:17.980061 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.981425 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/353a8940-8992-419c-8b2b-4e5fe7451be6 HTTP/1.1" status: 200 len: 1094 time: 0.5730436 Oct 12 16:49:17.981847 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35188506-5c56-4cbb-a357-d1393bf82e01', 'tag': '353a8940-8992-419c-8b2b-4e5fe7451be6'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:17.984078 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6a75d1-ff80-42af-ba96-c35bbfaef172" -d '{"events": [{"name": "network-changed", "server_uuid": "35188506-5c56-4cbb-a357-d1393bf82e01", "tag": "353a8940-8992-419c-8b2b-4e5fe7451be6"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:18.003438 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7d6de-e9df-4faf-90ff-a8bcb006f6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=353a8940-8992-419c-8b2b-4e5fe7451be6,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:18.029945 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6907e8-5508-4e5e-b95b-480d5f8121a0 x-openstack-request-id: req-6f6907e8-5508-4e5e-b95b-480d5f8121a0 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:18.030301 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35188506-5c56-4cbb-a357-d1393bf82e01", "tag": "353a8940-8992-419c-8b2b-4e5fe7451be6", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:18.030611 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f6907e8-5508-4e5e-b95b-480d5f8121a0 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:18.031064 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35188506-5c56-4cbb-a357-d1393bf82e01', 'tag': '353a8940-8992-419c-8b2b-4e5fe7451be6', 'status': 'completed', 'code': 200} Oct 12 16:49:18.109555 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-4b82c701-5660-491a-88b9-817f13268883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:18.111188 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-4b82c701-5660-491a-88b9-817f13268883 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcc08699515f48a08c8ac1507eec9cae&device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 1097 time: 0.0439544 Oct 12 16:49:18.166085 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-68e7013b-921e-4a9e-bf05-a6f553d10203 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=353a8940-8992-419c-8b2b-4e5fe7451be6 HTTP/1.1" status: 200 len: 217 time: 0.0383606 Oct 12 16:49:18.439678 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-6e9efb52-3cd5-4a7f-858a-679b29d1750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:18.441094 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-6e9efb52-3cd5-4a7f-858a-679b29d1750f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184 HTTP/1.1" status: 200 len: 859 time: 0.2658315 Oct 12 16:49:18.456839 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be9730-e412-403c-b15c-ab160e4ad8ae req-3525169e-a91e-43d3-9ac2-0c46246da162 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:18.458318 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f5be9730-e412-403c-b15c-ab160e4ad8ae req-3525169e-a91e-43d3-9ac2-0c46246da162 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 944 time: 0.2554808 Oct 12 16:49:18.486740 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-a6c3c55c-1067-49bc-a8b8-bba1644168d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8331595f-8778-400e-9052-2af4f1b41752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275218 Oct 12 16:49:18.555261 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f5be9730-e412-403c-b15c-ab160e4ad8ae req-4fda4583-e706-46ca-965a-f59bdb9db077 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866058 Oct 12 16:49:18.591630 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-ef54ddcd-097a-4cb1-ba72-7dc544085d0f service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960119 Oct 12 16:49:18.679091 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b713d5a3-e4f9-407b-b99f-7e5bba5b224f req-fc89d3de-bac6-4735-892f-c3ae39ec9afe service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799618 Oct 12 16:49:18.799617 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a75d1-ff80-42af-ba96-c35bbfaef172 req-4f012671-9344-46d9-9c0a-f5cd9e40060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:18.801029 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b6a75d1-ff80-42af-ba96-c35bbfaef172 req-4f012671-9344-46d9-9c0a-f5cd9e40060f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcc08699515f48a08c8ac1507eec9cae&device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 1097 time: 0.0408213 Oct 12 16:49:18.890710 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a75d1-ff80-42af-ba96-c35bbfaef172 req-d4265abc-7895-4ebd-9fe4-151b0a00ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:18.892140 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b6a75d1-ff80-42af-ba96-c35bbfaef172 req-d4265abc-7895-4ebd-9fe4-151b0a00ccf1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8331595f-8778-400e-9052-2af4f1b41752 HTTP/1.1" status: 200 len: 920 time: 0.0823133 Oct 12 16:49:18.937700 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b6a75d1-ff80-42af-ba96-c35bbfaef172 req-018f82ba-45c7-41fd-b151-4ef399247598 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=353a8940-8992-419c-8b2b-4e5fe7451be6 HTTP/1.1" status: 200 len: 217 time: 0.0369577 Oct 12 16:49:18.988856 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a75d1-ff80-42af-ba96-c35bbfaef172 req-0b6c81bb-1f67-496f-8b66-c884a2b6efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:18.990387 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b6a75d1-ff80-42af-ba96-c35bbfaef172 req-0b6c81bb-1f67-496f-8b66-c884a2b6efb1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184 HTTP/1.1" status: 200 len: 859 time: 0.0451429 Oct 12 16:49:19.023263 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b6a75d1-ff80-42af-ba96-c35bbfaef172 req-bf872fb0-8362-49ef-a8bb-9ab121ff2b5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8331595f-8778-400e-9052-2af4f1b41752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241885 Oct 12 16:49:19.126480 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b6a75d1-ff80-42af-ba96-c35bbfaef172 req-adb765fc-f150-4808-b18c-3f36beded385 service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925465 Oct 12 16:49:19.221285 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b6a75d1-ff80-42af-ba96-c35bbfaef172 req-f6c3c219-16c6-4281-b395-c39485c435d8 service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860002 Oct 12 16:49:19.676117 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6496a3-1ac5-4071-a518-3bc2925693c2 req-ec427154-34a7-4f87-977d-b6260cfd1f06 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:19.677607 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae6496a3-1ac5-4071-a518-3bc2925693c2 req-ec427154-34a7-4f87-977d-b6260cfd1f06 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 944 time: 0.0486839 Oct 12 16:49:19.716911 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae6496a3-1ac5-4071-a518-3bc2925693c2 req-5e10c53b-d631-48d7-ad2f-11d1ad86cc80 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324583 Oct 12 16:49:19.719670 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42878) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:19.820659 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9cf7a44-b6f3-479c-9ca9-5dcdcea94276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.897227 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9cf7a44-b6f3-479c-9ca9-5dcdcea94276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.900936 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9cf7a44-b6f3-479c-9ca9-5dcdcea94276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.939535 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-d9cf7a44-b6f3-479c-9ca9-5dcdcea94276 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ad87ed5fc5c4435912fc02c040e759a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187991 Oct 12 16:49:19.940363 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf7a44-b6f3-479c-9ca9-5dcdcea94276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f78622-3de0-4595-b2d1-9d94c0c1c603,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:19.942820 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42882) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:19.995152 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-381cb5e3-c516-42c9-8d2f-2e25d3668d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.021226 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-381cb5e3-c516-42c9-8d2f-2e25d3668d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.071859 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-381cb5e3-c516-42c9-8d2f-2e25d3668d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.074878 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-381cb5e3-c516-42c9-8d2f-2e25d3668d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.076089 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-381cb5e3-c516-42c9-8d2f-2e25d3668d0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03f78622-3de0-4595-b2d1-9d94c0c1c603 HTTP/1.1" status: 204 len: 168 time: 0.1321266 Oct 12 16:49:20.083722 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cb5e3-c516-42c9-8d2f-2e25d3668d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f78622-3de0-4595-b2d1-9d94c0c1c603,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:20.831916 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d60e9-a3b6-4896-b720-a76a6969cd57 req-a573ca17-6185-4c24-9e12-6a65f11b41fc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:20.833402 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6d6d60e9-a3b6-4896-b720-a76a6969cd57 req-a573ca17-6185-4c24-9e12-6a65f11b41fc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 944 time: 0.0484090 Oct 12 16:49:20.872226 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6d6d60e9-a3b6-4896-b720-a76a6969cd57 req-a1aef57f-ff43-4c6f-a0d2-48a2bdcb641b tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306835 Oct 12 16:49:21.984895 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed50ee-7b6e-471d-9f4a-51749c28c181 req-5e25ab48-600a-414a-9acd-3f042a64ed0e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:21.986367 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1aed50ee-7b6e-471d-9f4a-51749c28c181 req-5e25ab48-600a-414a-9acd-3f042a64ed0e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 944 time: 0.0475979 Oct 12 16:49:22.025266 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1aed50ee-7b6e-471d-9f4a-51749c28c181 req-2ba45487-c328-4bea-b2bd-ad19462a9817 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Oct 12 16:49:23.131750 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42940) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:23.145770 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb45b2-9b8d-48d6-bacd-a11e766eb87c req-e36602b5-4d88-4688-9d5c-7a998d693e98 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:23.147257 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7bfb45b2-9b8d-48d6-bacd-a11e766eb87c req-e36602b5-4d88-4688-9d5c-7a998d693e98 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 944 time: 0.0522237 Oct 12 16:49:23.186511 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7bfb45b2-9b8d-48d6-bacd-a11e766eb87c req-c470cce5-0095-4277-8f99-98cecc461b9f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Oct 12 16:49:23.251410 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-967f3e23-2d21-4739-b03b-e099ee41575e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.326497 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-967f3e23-2d21-4739-b03b-e099ee41575e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.336825 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-967f3e23-2d21-4739-b03b-e099ee41575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.373766 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f3e23-2d21-4739-b03b-e099ee41575e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74364a7c-e4ec-4eb3-9754-3f34e56c60e5,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:23.378021 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-967f3e23-2d21-4739-b03b-e099ee41575e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a6c3acefebd4b12acb6be8d01fc2b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452602 Oct 12 16:49:23.381295 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42950) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:23.441665 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10cc2aff-ee94-44e2-b94d-405862444e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.464253 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10cc2aff-ee94-44e2-b94d-405862444e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.510011 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10cc2aff-ee94-44e2-b94d-405862444e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.512747 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10cc2aff-ee94-44e2-b94d-405862444e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.513957 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-10cc2aff-ee94-44e2-b94d-405862444e75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74364a7c-e4ec-4eb3-9754-3f34e56c60e5 HTTP/1.1" status: 204 len: 168 time: 0.1316288 Oct 12 16:49:23.521293 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc2aff-ee94-44e2-b94d-405862444e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74364a7c-e4ec-4eb3-9754-3f34e56c60e5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:23.783509 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 42956) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:23.796930 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9c979b9-e9cc-422d-a2c4-a05eb587925c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.879829 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9c979b9-e9cc-422d-a2c4-a05eb587925c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.885502 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9c979b9-e9cc-422d-a2c4-a05eb587925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.925008 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e9c979b9-e9cc-422d-a2c4-a05eb587925c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5546d05f2a74aa3a0395dcd670eb001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403725 Oct 12 16:49:23.926010 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c979b9-e9cc-422d-a2c4-a05eb587925c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56b8bad-ef5e-4747-b7c8-4dcb26fe3802,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:23.927804 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42960) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:23.978946 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-451eca12-91dd-482b-afc8-85084f6fe30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.000145 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-451eca12-91dd-482b-afc8-85084f6fe30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.058188 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-451eca12-91dd-482b-afc8-85084f6fe30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.060825 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-451eca12-91dd-482b-afc8-85084f6fe30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.062014 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-451eca12-91dd-482b-afc8-85084f6fe30d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f56b8bad-ef5e-4747-b7c8-4dcb26fe3802 HTTP/1.1" status: 204 len: 168 time: 0.1326809 Oct 12 16:49:24.070288 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eca12-91dd-482b-afc8-85084f6fe30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56b8bad-ef5e-4747-b7c8-4dcb26fe3802,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:24.307061 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb48e5-5921-4aea-b554-5772ed366c91 req-fe30c4af-acd1-40a7-a0cd-ec4f3d201573 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:24.308789 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-70bb48e5-5921-4aea-b554-5772ed366c91 req-fe30c4af-acd1-40a7-a0cd-ec4f3d201573 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 944 time: 0.0490315 Oct 12 16:49:24.355561 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-70bb48e5-5921-4aea-b554-5772ed366c91 req-a31dd316-8ef2-4709-9add-4d19b8a3869d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Oct 12 16:49:24.758602 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 42992) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:24.798422 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d8a64841-fa8d-4083-a301-5baa2dcf18e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.856426 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2136920540-network', 'tenant_id': '0b384ce8437d427ba3af2bcafd1c211b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:24.877856 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Made reservation on behalf of 0b384ce8437d427ba3af2bcafd1c211b for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:24.880050 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.887998 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.961774 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.965422 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.990198 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:49:24.998949 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83176910-98ad-472b-a108-f1a767930ba2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:25.009744 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.010121 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.segments_db [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Added segment 77f105ec-81fc-4f84-8898-1d8e924e56ac of type vlan for network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa Oct 12 16:49:25.058018 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.083829 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.085330 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:25.085941 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.135620 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3758795 Oct 12 16:49:25.138757 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 43000) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:25.144616 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] Request body: {'subnet': {'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2136920540-subnet', 'tenant_id': '0b384ce8437d427ba3af2bcafd1c211b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:25.146421 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92a760-0b04-454b-8612-40df561b75fe admin admin] Pushing event updated for resources: {'Network': ['ID=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:25.158521 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:49:25.172137 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] Made reservation on behalf of 0b384ce8437d427ba3af2bcafd1c211b for: {'subnet': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:25.175130 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12378360'] for subnet, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.342173 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12390328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12378326'] for subnet, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.403633 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:25.411134 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] Checking segment: {'id': '77f105ec-81fc-4f84-8898-1d8e924e56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:25.411964 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] Network hostable DHCP agents. Network: f5701ac5-69b0-4f5f-afcd-20e6b18f8afa, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:49:25.429196 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] Network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:49:25.439916 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, f5701ac5-69b0-4f5f-afcd-20e6b18f8afa) {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:25.455207 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:25.455965 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.463427 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e4a2c-2af5-40a8-9b46-b4aa16930c9d None None] Network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:25.474793 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-f0ae0f15-c5d6-4d28-8f28-4134b87277f9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3348086 Oct 12 16:49:25.480122 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f280-e39c-4fd7-9a6b-ee9f5fc44cfd req-9525164b-21fe-42f5-a6d0-c45d091cf8cc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:25.481655 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9485f280-e39c-4fd7-9a6b-ee9f5fc44cfd req-9525164b-21fe-42f5-a6d0-c45d091cf8cc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 944 time: 0.0557585 Oct 12 16:49:25.523275 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9485f280-e39c-4fd7-9a6b-ee9f5fc44cfd req-bf789de3-87cf-462a-a8f3-7d2682c7b6ee tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Oct 12 16:49:25.602669 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b127a28-e3e5-4b3b-b0f4-820247af8539 None None] Network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:26.640007 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52275353-384c-4e05-8d8f-960fbfbddccf req-57417cb5-7118-4656-b819-f40e44886aae tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:26.641784 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-52275353-384c-4e05-8d8f-960fbfbddccf req-57417cb5-7118-4656-b819-f40e44886aae tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 944 time: 0.0513327 Oct 12 16:49:26.679640 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-52275353-384c-4e05-8d8f-960fbfbddccf req-f8806b6d-c759-43dc-a7fc-45787056d751 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312748 Oct 12 16:49:27.321746 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-55bc0914-fca8-4a88-ac97-232350291c4b tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:27.323189 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-55bc0914-fca8-4a88-ac97-232350291c4b tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/networks?id=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa HTTP/1.1" status: 200 len: 809 time: 0.0991457 Oct 12 16:49:27.338984 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-e82275f0-6548-411c-b97d-4da820b80f2a tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/quotas/0b384ce8437d427ba3af2bcafd1c211b HTTP/1.1" status: 200 len: 375 time: 0.0093210 Oct 12 16:49:27.374347 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-02351bcf-de8f-4aa4-af58-696f1b6e0af0 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b384ce8437d427ba3af2bcafd1c211b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289409 Oct 12 16:49:27.463020 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-8d27c69f-6162-42d8-b063-0dd4e75a2d7e service neutron] 10.222.0.48 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806665 Oct 12 16:49:27.485061 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-36039993-92a7-42f6-a0cb-a0f0226831fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:27.566620 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-4713f47f-5da8-4ede-b3b5-9d5eb48c3dc6 service neutron] 10.222.0.48 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967097 Oct 12 16:49:27.732830 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-851ff728-5814-48d8-a213-9c949f8c09b7 req-04c36f72-e656-4fab-b930-a086f611325a tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 210 time: 0.0279491 Oct 12 16:49:27.804829 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195fbc-a97e-4de1-9123-1ff7d374426e req-f3d9d4a8-9801-4128-b5a8-ef1f3ff513ad tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:27.806373 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-82195fbc-a97e-4de1-9123-1ff7d374426e req-f3d9d4a8-9801-4128-b5a8-ef1f3ff513ad tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 944 time: 0.0503440 Oct 12 16:49:27.845585 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-82195fbc-a97e-4de1-9123-1ff7d374426e req-eadd33a2-fe49-4f82-8b18-faa1782d6cae tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Oct 12 16:49:28.325334 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:28.845423 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-397b09ff-3e80-47b7-bbbb-895123139342 req-cc09ab9d-c625-47c5-89ab-fd96607d075b tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 210 time: 0.0305448 Oct 12 16:49:28.894763 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-815400b4-cafb-4e41-8cfb-5c0455b37694 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:28.896191 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-815400b4-cafb-4e41-8cfb-5c0455b37694 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.25 "GET /v2.0/networks?id=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa HTTP/1.1" status: 200 len: 809 time: 0.1320179 Oct 12 16:49:28.930696 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Request body: {'port': {'device_id': '14b2bfc9-f4ac-4203-80a3-d14ae06e4b34', 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa', 'admin_state_up': True, 'tenant_id': '0b384ce8437d427ba3af2bcafd1c211b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:28.960401 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.024787 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6bc8f-fb7f-47bf-979d-61102290a8d1 req-60c84a96-975e-4328-8474-c764f9cad486 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:29.026311 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-caf6bc8f-fb7f-47bf-979d-61102290a8d1 req-60c84a96-975e-4328-8474-c764f9cad486 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 944 time: 0.1088924 Oct 12 16:49:29.082499 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-caf6bc8f-fb7f-47bf-979d-61102290a8d1 req-477ddaab-ddab-4bd9-a442-cd5ee6257615 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491664 Oct 12 16:49:29.096529 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Made reservation on behalf of 0b384ce8437d427ba3af2bcafd1c211b for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:29.099930 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.226111 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Allocated IP 172.20.0.2 (f5701ac5-69b0-4f5f-afcd-20e6b18f8afa/2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7/b44cf603-4744-4ba8-a86b-d06e57e70acc) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:29.372394 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.408230 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.411998 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 353a8940-8992-419c-8b2b-4e5fe7451be6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:49:29.452843 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:29.456186 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:29.460446 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:29.466120 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:29.467005 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.475340 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Pushing event updated for resources: {'Port': ['ID=b44cf603-4744-4ba8-a86b-d06e57e70acc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:29.496710 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-10fd1320-880d-413f-be15-b9189c9b9441 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697470 Oct 12 16:49:29.509571 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 353a8940-8992-419c-8b2b-4e5fe7451be6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=353a8940-8992-419c-8b2b-4e5fe7451be6,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:29.517522 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Request body: {'port': {'device_id': '14b2bfc9-f4ac-4203-80a3-d14ae06e4b34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:29.521945 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '353a8940-8992-419c-8b2b-4e5fe7451be6', 'network_id': '8331595f-8778-400e-9052-2af4f1b41752', 'port_id': '353a8940-8992-419c-8b2b-4e5fe7451be6', 'mac_address': 'fa:16:3e:07:c2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:49:29.576701 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.586281 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.590146 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353a8940-8992-419c-8b2b-4e5fe7451be6 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:29.620736 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 353a8940-8992-419c-8b2b-4e5fe7451be6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=353a8940-8992-419c-8b2b-4e5fe7451be6,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:29.625422 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.626116 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 970ab12a-ca76-4815-9eed-2a2d438ab9ad details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:49:29.696013 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 970ab12a-ca76-4815-9eed-2a2d438ab9ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=970ab12a-ca76-4815-9eed-2a2d438ab9ad,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:29.698749 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=353a8940-8992-419c-8b2b-4e5fe7451be6,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:29.715814 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '970ab12a-ca76-4815-9eed-2a2d438ab9ad', 'network_id': '8331595f-8778-400e-9052-2af4f1b41752', 'port_id': '970ab12a-ca76-4815-9eed-2a2d438ab9ad', 'mac_address': 'fa:16:3e:74:61:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:49:29.755686 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.772462 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970ab12a-ca76-4815-9eed-2a2d438ab9ad {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:29.797863 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 970ab12a-ca76-4815-9eed-2a2d438ab9ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=970ab12a-ca76-4815-9eed-2a2d438ab9ad,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:29.801945 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.856624 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=970ab12a-ca76-4815-9eed-2a2d438ab9ad,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:29.863047 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44cf603-4744-4ba8-a86b-d06e57e70acc {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:29.872427 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.884838 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Transition to ACTIVE for port object b44cf603-4744-4ba8-a86b-d06e57e70acc will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:49:29.888133 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.961507 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Pushing event updated for resources: {'Port': ['ID=b44cf603-4744-4ba8-a86b-d06e57e70acc,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:30.002437 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Attempting to bind port b44cf603-4744-4ba8-a86b-d06e57e70acc on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:30.002673 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Attempting to bind port b44cf603-4744-4ba8-a86b-d06e57e70acc by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '77f105ec-81fc-4f84-8898-1d8e924e56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:30.002949 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Attempting to bind port b44cf603-4744-4ba8-a86b-d06e57e70acc on network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:30.013237 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edb716-ecf9-4459-9044-db9da149e89c req-89c21d2d-b287-423d-a7c2-fd60a967598a tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:30.014749 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d3edb716-ecf9-4459-9044-db9da149e89c req-89c21d2d-b287-423d-a7c2-fd60a967598a tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 943 time: 0.0975797 Oct 12 16:49:30.016719 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Port b44cf603-4744-4ba8-a86b-d06e57e70acc on network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:49:30.017033 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Attempting to bind port b44cf603-4744-4ba8-a86b-d06e57e70acc on network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:30.023682 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:30.024012 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Checking segment: {'id': '77f105ec-81fc-4f84-8898-1d8e924e56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:30.024381 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Bound using segment: {'id': '77f105ec-81fc-4f84-8898-1d8e924e56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:30.024801 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Bound port: b44cf603-4744-4ba8-a86b-d06e57e70acc, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f105ec-81fc-4f84-8898-1d8e924e56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:30.025154 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:30.089045 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d3edb716-ecf9-4459-9044-db9da149e89c req-98eee7c7-a532-4c03-810b-fda6ccce98c6 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672622 Oct 12 16:49:30.113742 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] For port b44cf603-4744-4ba8-a86b-d06e57e70acc, host hv-cinder-81322, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:30.117825 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] For port b44cf603-4744-4ba8-a86b-d06e57e70acc, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b44cf603-4744-4ba8-a86b-d06e57e70acc,segment=NetworkSegment(77f105ec-81fc-4f84-8898-1d8e924e56ac),segment_id=77f105ec-81fc-4f84-8898-1d8e924e56ac)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:30.121833 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:30.158025 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:30.158639 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:30.160059 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] 10.222.0.25 "PUT /v2.0/ports/b44cf603-4744-4ba8-a86b-d06e57e70acc HTTP/1.1" status: 200 len: 1093 time: 0.6470153 Oct 12 16:49:30.160487 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b2bfc9-f4ac-4203-80a3-d14ae06e4b34', 'tag': 'b44cf603-4744-4ba8-a86b-d06e57e70acc'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:30.163288 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d948baa-5147-45bd-95a6-74ad882af55a" -d '{"events": [{"name": "network-changed", "server_uuid": "14b2bfc9-f4ac-4203-80a3-d14ae06e4b34", "tag": "b44cf603-4744-4ba8-a86b-d06e57e70acc"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:30.209214 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b39dd65-211a-40c2-a71b-b0e15c018ea1 x-openstack-request-id: req-4b39dd65-211a-40c2-a71b-b0e15c018ea1 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:30.210885 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b2bfc9-f4ac-4203-80a3-d14ae06e4b34", "tag": "b44cf603-4744-4ba8-a86b-d06e57e70acc", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:30.210885 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b39dd65-211a-40c2-a71b-b0e15c018ea1 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:30.211292 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b2bfc9-f4ac-4203-80a3-d14ae06e4b34', 'tag': 'b44cf603-4744-4ba8-a86b-d06e57e70acc', 'status': 'completed', 'code': 200} Oct 12 16:49:30.221757 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3ae8e-25d4-49d6-bbfb-d7fa52899a5b service neutron] Pushing event updated for resources: {'Port': ['ID=b44cf603-4744-4ba8-a86b-d06e57e70acc,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:30.240667 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72855e32-d425-4514-901c-f888af5fa965 req-4841cf92-ecf8-4a6f-ae50-5b9834d90510 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:30.242190 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-72855e32-d425-4514-901c-f888af5fa965 req-4841cf92-ecf8-4a6f-ae50-5b9834d90510 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 945 time: 0.0742300 Oct 12 16:49:30.305761 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['353a8940-8992-419c-8b2b-4e5fe7451be6'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:49:30.308338 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-72855e32-d425-4514-901c-f888af5fa965 req-deb760e6-9e99-4322-a67e-9bfa3241c12d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580127 Oct 12 16:49:30.311009 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-40b55b90-464c-4f40-af42-f8e7ca573882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:30.312396 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-40b55b90-464c-4f40-af42-f8e7ca573882 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b384ce8437d427ba3af2bcafd1c211b&device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 1096 time: 0.0693786 Oct 12 16:49:30.329849 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['970ab12a-ca76-4815-9eed-2a2d438ab9ad'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:49:30.375175 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-d6a879cd-4624-4915-a92a-0d8c563ad1b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b44cf603-4744-4ba8-a86b-d06e57e70acc HTTP/1.1" status: 200 len: 217 time: 0.0351255 Oct 12 16:49:30.430836 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-fc4ff9d9-8a5b-40f6-a04f-abf068f2f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:30.432203 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-fc4ff9d9-8a5b-40f6-a04f-abf068f2f8a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7 HTTP/1.1" status: 200 len: 849 time: 0.0459194 Oct 12 16:49:30.441751 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:30.464984 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-f4886e57-16b1-4e80-970b-d5e8a5bc167a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236926 Oct 12 16:49:30.566851 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-c2b02339-5a2e-498f-b799-81a9b9ee94d7 service neutron] 10.222.0.25 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854130 Oct 12 16:49:30.839845 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c0ef239-c7a8-4d2c-ab22-fd99cd48418d req-cc41ebd3-4771-4ec7-bef6-851a5a0729ca service neutron] 10.222.0.25 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588019 Oct 12 16:49:31.029971 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d948baa-5147-45bd-95a6-74ad882af55a req-a598d77e-1648-4451-8aae-ed8ee5fb8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:31.031448 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8d948baa-5147-45bd-95a6-74ad882af55a req-a598d77e-1648-4451-8aae-ed8ee5fb8784 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b384ce8437d427ba3af2bcafd1c211b&device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 1096 time: 0.0413110 Oct 12 16:49:31.128500 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d948baa-5147-45bd-95a6-74ad882af55a req-4b1d3fd1-ce86-46ea-a76e-77f941bae417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:31.130361 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8d948baa-5147-45bd-95a6-74ad882af55a req-4b1d3fd1-ce86-46ea-a76e-77f941bae417 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa HTTP/1.1" status: 200 len: 910 time: 0.0903201 Oct 12 16:49:31.174695 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8d948baa-5147-45bd-95a6-74ad882af55a req-807e9a0f-8ce5-428b-88e9-91e25c07f878 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b44cf603-4744-4ba8-a86b-d06e57e70acc HTTP/1.1" status: 200 len: 217 time: 0.0351079 Oct 12 16:49:31.257031 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b7601-5550-4f46-9935-0beb30ad41ad req-2b6d9e60-8b14-4eb1-9ab3-0bdd2a346433 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:31.258479 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-262b7601-5550-4f46-9935-0beb30ad41ad req-2b6d9e60-8b14-4eb1-9ab3-0bdd2a346433 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 943 time: 0.0864351 Oct 12 16:49:31.259867 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d948baa-5147-45bd-95a6-74ad882af55a req-1c55f39c-6c37-4284-8828-5dbd5dd842fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:31.261162 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8d948baa-5147-45bd-95a6-74ad882af55a req-1c55f39c-6c37-4284-8828-5dbd5dd842fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7 HTTP/1.1" status: 200 len: 849 time: 0.0777307 Oct 12 16:49:31.301601 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8d948baa-5147-45bd-95a6-74ad882af55a req-2c5f69d7-3daf-408e-8aea-b451078a4c22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240374 Oct 12 16:49:31.317221 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-262b7601-5550-4f46-9935-0beb30ad41ad req-8d2a06a6-be88-4c87-b002-ff06072cec49 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529509 Oct 12 16:49:31.433616 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8d948baa-5147-45bd-95a6-74ad882af55a req-5a62ba8d-e9d5-4ec2-a12f-a709a63493f8 service neutron] 10.222.0.25 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154239 Oct 12 16:49:31.445561 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc5615-413c-4228-93b4-765c8ab79981 req-8b40dccd-3464-434f-8e7b-e985107b3a30 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:31.446941 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2dbc5615-413c-4228-93b4-765c8ab79981 req-8b40dccd-3464-434f-8e7b-e985107b3a30 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 945 time: 0.0715528 Oct 12 16:49:31.536093 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2dbc5615-413c-4228-93b4-765c8ab79981 req-1d896f76-1b14-455d-85a0-04335958c6b5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804293 Oct 12 16:49:31.559435 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8d948baa-5147-45bd-95a6-74ad882af55a req-6121d31e-5dbd-4597-9032-5fbc0783bb4d service neutron] 10.222.0.25 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115754 Oct 12 16:49:32.435559 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01a18f-2e87-447e-9a83-dc77e1524922 req-755ce301-d013-49fb-96cc-324babae0578 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:32.437046 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2f01a18f-2e87-447e-9a83-dc77e1524922 req-755ce301-d013-49fb-96cc-324babae0578 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 943 time: 0.0513856 Oct 12 16:49:32.475852 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2f01a18f-2e87-447e-9a83-dc77e1524922 req-e282566f-ef8b-43fb-8f5f-1b5ef30a1ed8 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Oct 12 16:49:32.658687 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31ff6e-34c3-4bd5-bd70-0126d0f011b3 req-8254b120-64a5-4c5e-9cba-0a91c1a9e30d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:32.660206 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7c31ff6e-34c3-4bd5-bd70-0126d0f011b3 req-8254b120-64a5-4c5e-9cba-0a91c1a9e30d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 945 time: 0.0502405 Oct 12 16:49:32.700436 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7c31ff6e-34c3-4bd5-bd70-0126d0f011b3 req-baf5465f-c642-4f9d-b1f4-c3cd5a1b2cca tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Oct 12 16:49:35.598666 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device b44cf603-4744-4ba8-a86b-d06e57e70acc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:49:35.611345 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 353a8940-8992-419c-8b2b-4e5fe7451be6 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:35.717299 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 353a8940-8992-419c-8b2b-4e5fe7451be6 completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:49:35.731824 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 353a8940-8992-419c-8b2b-4e5fe7451be6 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:35.732159 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.771004 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port b44cf603-4744-4ba8-a86b-d06e57e70acc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b44cf603-4744-4ba8-a86b-d06e57e70acc,segment=NetworkSegment(77f105ec-81fc-4f84-8898-1d8e924e56ac),segment_id=77f105ec-81fc-4f84-8898-1d8e924e56ac)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:35.787051 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': 'b44cf603-4744-4ba8-a86b-d06e57e70acc', 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa', 'port_id': 'b44cf603-4744-4ba8-a86b-d06e57e70acc', 'mac_address': 'fa:16:3e:43:a4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:49:35.804154 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae051a-c570-4dae-8a23-bad9ebba996b req-bab65a76-364e-45b6-8139-e61432191d37 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:35.805688 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffae051a-c570-4dae-8a23-bad9ebba996b req-bab65a76-364e-45b6-8139-e61432191d37 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 943 time: 0.0850263 Oct 12 16:49:35.819508 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6ee5-3097-41ec-bf88-148d15e68a13 req-b6b60773-9c3a-4a55-8925-c1e517f6b80e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:35.821429 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-50fd6ee5-3097-41ec-bf88-148d15e68a13 req-b6b60773-9c3a-4a55-8925-c1e517f6b80e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 945 time: 0.0682256 Oct 12 16:49:35.858236 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.877980 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44cf603-4744-4ba8-a86b-d06e57e70acc {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:35.884751 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffae051a-c570-4dae-8a23-bad9ebba996b req-eb49db16-09e3-4c41-b73d-c78e161cacf0 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623529 Oct 12 16:49:35.887190 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.899434 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-50fd6ee5-3097-41ec-bf88-148d15e68a13 req-92e25a9e-6c06-4c9c-a9ce-b9fb26e30cec tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691245 Oct 12 16:49:35.919578 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port b44cf603-4744-4ba8-a86b-d06e57e70acc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b44cf603-4744-4ba8-a86b-d06e57e70acc,segment=NetworkSegment(77f105ec-81fc-4f84-8898-1d8e924e56ac),segment_id=77f105ec-81fc-4f84-8898-1d8e924e56ac)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:35.926868 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.937077 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35188506-5c56-4cbb-a357-d1393bf82e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353a8940-8992-419c-8b2b-4e5fe7451be6'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:35.940319 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd621df9-c954-45eb-adb3-b5b00205b7ca" -d '{"events": [{"server_uuid": "35188506-5c56-4cbb-a357-d1393bf82e01", "name": "network-vif-plugged", "status": "completed", "tag": "353a8940-8992-419c-8b2b-4e5fe7451be6"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:35.972781 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 353a8940-8992-419c-8b2b-4e5fe7451be6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=353a8940-8992-419c-8b2b-4e5fe7451be6,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:35.979510 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.980273 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 970ab12a-ca76-4815-9eed-2a2d438ab9ad up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:36.002322 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69e79bd-60f7-4a7e-b7bf-70482835830a x-openstack-request-id: req-e69e79bd-60f7-4a7e-b7bf-70482835830a {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:36.002634 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35188506-5c56-4cbb-a357-d1393bf82e01", "name": "network-vif-plugged", "status": "completed", "tag": "353a8940-8992-419c-8b2b-4e5fe7451be6", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:36.002884 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e69e79bd-60f7-4a7e-b7bf-70482835830a {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:36.003261 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35188506-5c56-4cbb-a357-d1393bf82e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353a8940-8992-419c-8b2b-4e5fe7451be6', 'code': 200} Oct 12 16:49:36.025231 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=b44cf603-4744-4ba8-a86b-d06e57e70acc,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:36.088093 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=353a8940-8992-419c-8b2b-4e5fe7451be6,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:36.092094 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 970ab12a-ca76-4815-9eed-2a2d438ab9ad completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:49:36.096869 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 970ab12a-ca76-4815-9eed-2a2d438ab9ad triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:36.097468 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.178915 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.216222 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505cfdf-4273-4660-9710-2a34db9587c9 req-dc501881-2d3e-4a52-aa5e-3703f8809d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:36.218118 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8505cfdf-4273-4660-9710-2a34db9587c9 req-dc501881-2d3e-4a52-aa5e-3703f8809d98 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 1099 time: 0.0448442 Oct 12 16:49:36.223630 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 970ab12a-ca76-4815-9eed-2a2d438ab9ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=970ab12a-ca76-4815-9eed-2a2d438ab9ad,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:36.228174 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.254550 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8505cfdf-4273-4660-9710-2a34db9587c9 req-7788f354-5854-4026-8bf1-d77a2df51287 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286100 Oct 12 16:49:36.278948 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=970ab12a-ca76-4815-9eed-2a2d438ab9ad,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:36.395085 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['b44cf603-4744-4ba8-a86b-d06e57e70acc'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:49:37.042646 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0387b-2e0f-40bc-b419-8020ea82dcdc req-cbaf7e30-fca1-4c26-b6f3-b3ee00754997 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:37.044153 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-65d0387b-2e0f-40bc-b419-8020ea82dcdc req-cbaf7e30-fca1-4c26-b6f3-b3ee00754997 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 944 time: 0.0835538 Oct 12 16:49:37.052753 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5614-856d-4252-80d8-e75d3482e3f3 req-23d9a4bc-0af9-44ce-894c-385056ff6e0d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:37.054222 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ccee5614-856d-4252-80d8-e75d3482e3f3 req-23d9a4bc-0af9-44ce-894c-385056ff6e0d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0905554 Oct 12 16:49:37.108505 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-65d0387b-2e0f-40bc-b419-8020ea82dcdc req-59110a30-205c-496c-ad7b-78d8f4bda8e6 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533164 Oct 12 16:49:37.113502 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ccee5614-856d-4252-80d8-e75d3482e3f3 req-046dfc2e-1a07-4d8d-b8c1-6a8f5e19fc0e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526779 Oct 12 16:49:38.004778 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9497de72-7ebb-4cfe-bcb8-244a6fba877e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ab12a-ca76-4815-9eed-2a2d438ab9ad'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:38.007953 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a83f84-421d-4d29-b2cd-d35393e68f4f" -d '{"events": [{"server_uuid": "9497de72-7ebb-4cfe-bcb8-244a6fba877e", "name": "network-vif-plugged", "status": "completed", "tag": "970ab12a-ca76-4815-9eed-2a2d438ab9ad"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:38.055810 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a979efc-b864-4018-b33b-94808cc18c38 x-openstack-request-id: req-6a979efc-b864-4018-b33b-94808cc18c38 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:38.056121 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9497de72-7ebb-4cfe-bcb8-244a6fba877e", "name": "network-vif-plugged", "status": "completed", "tag": "970ab12a-ca76-4815-9eed-2a2d438ab9ad", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:38.056371 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a979efc-b864-4018-b33b-94808cc18c38 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:38.056755 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9497de72-7ebb-4cfe-bcb8-244a6fba877e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ab12a-ca76-4815-9eed-2a2d438ab9ad', 'code': 200} Oct 12 16:49:38.278883 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38084d-96fa-4606-9a95-ec081410b788 req-31fb0b54-9234-4760-b634-8e7272ecf7ff tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:38.280616 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2e38084d-96fa-4606-9a95-ec081410b788 req-31fb0b54-9234-4760-b634-8e7272ecf7ff tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 944 time: 0.0942292 Oct 12 16:49:38.307283 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb568e-17fb-44f8-a59d-4cc07f107c5b req-6a08648d-14fb-4bd3-bb2c-a2def655b9be tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:38.308632 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b9eb568e-17fb-44f8-a59d-4cc07f107c5b req-6a08648d-14fb-4bd3-bb2c-a2def655b9be tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.1203330 Oct 12 16:49:38.370297 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ad73d-1b76-4198-91f6-1a0929d49848 req-4c49aa7d-f26e-4872-a64e-be5eacc15b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:38.371792 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-863ad73d-1b76-4198-91f6-1a0929d49848 req-4c49aa7d-f26e-4872-a64e-be5eacc15b29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 1098 time: 0.1113601 Oct 12 16:49:38.376748 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2e38084d-96fa-4606-9a95-ec081410b788 req-30a437a1-5828-44e4-ba48-6d9738a6fa18 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795310 Oct 12 16:49:38.381854 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b9eb568e-17fb-44f8-a59d-4cc07f107c5b req-be431656-f379-4707-acbe-c07762f8a72a tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658658 Oct 12 16:49:38.416155 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-863ad73d-1b76-4198-91f6-1a0929d49848 req-9bae6864-bf66-4f95-a6e9-633a31e27028 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Oct 12 16:49:38.665869 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device b44cf603-4744-4ba8-a86b-d06e57e70acc up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:38.667124 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d8397-73f0-4a6e-b8ff-f2c0ed018443 req-549e1fd0-b6b8-4110-becb-f26379b316de tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:38.668633 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cd6d8397-73f0-4a6e-b8ff-f2c0ed018443 req-549e1fd0-b6b8-4110-becb-f26379b316de tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0514677 Oct 12 16:49:38.705211 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cd6d8397-73f0-4a6e-b8ff-f2c0ed018443 req-c10b76dc-ae09-4633-8608-73fd24799c5d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306056 Oct 12 16:49:38.714253 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port b44cf603-4744-4ba8-a86b-d06e57e70acc completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:49:38.718740 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port b44cf603-4744-4ba8-a86b-d06e57e70acc triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:38.719120 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:38.811167 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:38.845047 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port b44cf603-4744-4ba8-a86b-d06e57e70acc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b44cf603-4744-4ba8-a86b-d06e57e70acc,segment=NetworkSegment(77f105ec-81fc-4f84-8898-1d8e924e56ac),segment_id=77f105ec-81fc-4f84-8898-1d8e924e56ac)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:38.849144 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:38.861757 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140599-f069-406f-825f-134400b9c12a req-f9ea8dbe-7b3a-4542-9d34-dddf7e7a4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:38.863252 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19140599-f069-406f-825f-134400b9c12a req-f9ea8dbe-7b3a-4542-9d34-dddf7e7a4492 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcc08699515f48a08c8ac1507eec9cae&device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 1099 time: 0.0444314 Oct 12 16:49:38.894777 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=b44cf603-4744-4ba8-a86b-d06e57e70acc,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:38.959045 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140599-f069-406f-825f-134400b9c12a req-08ba987a-79e8-4a27-b991-495738234a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:38.961026 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19140599-f069-406f-825f-134400b9c12a req-08ba987a-79e8-4a27-b991-495738234a81 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8331595f-8778-400e-9052-2af4f1b41752 HTTP/1.1" status: 200 len: 920 time: 0.0882332 Oct 12 16:49:39.008842 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19140599-f069-406f-825f-134400b9c12a req-d366c5c6-6e75-48f0-816f-ac879ec08b4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=353a8940-8992-419c-8b2b-4e5fe7451be6 HTTP/1.1" status: 200 len: 217 time: 0.0343981 Oct 12 16:49:40.057578 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b2bfc9-f4ac-4203-80a3-d14ae06e4b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44cf603-4744-4ba8-a86b-d06e57e70acc'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:40.060077 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff0272e-3bb9-4d22-95aa-6bc673f77d52" -d '{"events": [{"server_uuid": "14b2bfc9-f4ac-4203-80a3-d14ae06e4b34", "name": "network-vif-plugged", "status": "completed", "tag": "b44cf603-4744-4ba8-a86b-d06e57e70acc"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:41.822740 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140599-f069-406f-825f-134400b9c12a req-fed8b745-4bea-4d66-a425-e094cf543a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:41.824135 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19140599-f069-406f-825f-134400b9c12a req-fed8b745-4bea-4d66-a425-e094cf543a52 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184 HTTP/1.1" status: 200 len: 859 time: 0.0460389 Oct 12 16:49:41.901941 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19140599-f069-406f-825f-134400b9c12a req-09149fdd-7368-443a-bdaa-444979d63a6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8331595f-8778-400e-9052-2af4f1b41752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252414 Oct 12 16:49:41.914692 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:49:42.026345 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0de2bb-f42d-4cf9-a0a6-51f555ca8f1d req-68b4bd0d-218e-4874-8c3b-957fd48faae5 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:42.027794 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6e0de2bb-f42d-4cf9-a0a6-51f555ca8f1d req-68b4bd0d-218e-4874-8c3b-957fd48faae5 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 945 time: 0.1281807 Oct 12 16:49:42.061204 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da731b2a-b718-4fed-befe-f9815e2065a1 req-6644931c-5e5a-4a76-a53a-4dd48083fe57 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:42.062630 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-da731b2a-b718-4fed-befe-f9815e2065a1 req-6644931c-5e5a-4a76-a53a-4dd48083fe57 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.1440184 Oct 12 16:49:42.097927 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19140599-f069-406f-825f-134400b9c12a req-2f32b23e-3d6f-46cd-8a29-f2697f801017 service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881585 Oct 12 16:49:42.160711 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6e0de2bb-f42d-4cf9-a0a6-51f555ca8f1d req-ad4a6208-d937-46d9-9531-1a3a8f6873c8 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246791 Oct 12 16:49:42.170566 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-da731b2a-b718-4fed-befe-f9815e2065a1 req-13708c34-18de-4ff5-8cf9-3f40ca5ef7ff tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993433 Oct 12 16:49:42.208427 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3621f1f8-1e50-4b48-87cc-79054cfda3a9 x-openstack-request-id: req-3621f1f8-1e50-4b48-87cc-79054cfda3a9 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:42.208940 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b2bfc9-f4ac-4203-80a3-d14ae06e4b34", "name": "network-vif-plugged", "status": "completed", "tag": "b44cf603-4744-4ba8-a86b-d06e57e70acc", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:42.209056 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3621f1f8-1e50-4b48-87cc-79054cfda3a9 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:42.209349 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b2bfc9-f4ac-4203-80a3-d14ae06e4b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44cf603-4744-4ba8-a86b-d06e57e70acc', 'code': 200} Oct 12 16:49:42.222633 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19140599-f069-406f-825f-134400b9c12a req-b16b1f6a-398d-4da7-8f73-f6384965dea7 service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163564 Oct 12 16:49:42.555961 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501694e6-6648-4348-bf94-b7aa11614a27 req-145d9753-b495-43a2-b475-7c3d5afaac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:42.557500 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-501694e6-6648-4348-bf94-b7aa11614a27 req-145d9753-b495-43a2-b475-7c3d5afaac29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 1098 time: 0.0430088 Oct 12 16:49:42.625813 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-501694e6-6648-4348-bf94-b7aa11614a27 req-a151a8c3-bedc-4ab1-970f-0594d6401597 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348082 Oct 12 16:49:43.305992 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6d083-819e-46e8-aaf0-122fc4239092 req-ae7ffde7-f8c2-4362-a925-3164f2563e5e tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:43.307475 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3bf6d083-819e-46e8-aaf0-122fc4239092 req-ae7ffde7-f8c2-4362-a925-3164f2563e5e tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 945 time: 0.0761850 Oct 12 16:49:43.315251 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cdee6-979b-4338-a0a0-7ed9121af5fb req-4d3e82ad-cbee-4c33-b23b-ce958da22ae1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:43.316573 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-582cdee6-979b-4338-a0a0-7ed9121af5fb req-4d3e82ad-cbee-4c33-b23b-ce958da22ae1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0613306 Oct 12 16:49:43.368014 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3bf6d083-819e-46e8-aaf0-122fc4239092 req-e9426e49-d3df-4504-9aac-f091d40c15ef tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504091 Oct 12 16:49:43.375205 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-582cdee6-979b-4338-a0a0-7ed9121af5fb req-44cdfdfc-5b60-49e5-8dd0-30a6ea765e5f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507758 Oct 12 16:49:43.670968 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:47.476723 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a1f1b-75bc-4ac3-a674-9ea81aa3adf2 req-cda8418d-9ceb-4f33-a5b9-71d6daa08511 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:47.478510 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-061a1f1b-75bc-4ac3-a674-9ea81aa3adf2 req-cda8418d-9ceb-4f33-a5b9-71d6daa08511 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 945 time: 0.0570114 Oct 12 16:49:47.542795 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-061a1f1b-75bc-4ac3-a674-9ea81aa3adf2 req-f9bbee96-aec3-4d32-93a0-601d0456de75 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583785 Oct 12 16:49:47.562984 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214df81-e2da-425d-b455-0c7bcabd23d1 req-bda18831-c1e0-4865-a54c-70ed4b154c8b tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:47.562984 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4214df81-e2da-425d-b455-0c7bcabd23d1 req-bda18831-c1e0-4865-a54c-70ed4b154c8b tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0712893 Oct 12 16:49:47.604330 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4214df81-e2da-425d-b455-0c7bcabd23d1 req-ffc0dc9e-2f96-4389-a70c-e96d46fdaa9b tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 Oct 12 16:49:48.655025 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9490c-9fdc-48bf-90ca-cd7ce69863c9 req-56edaef0-4f18-44d6-b2af-2f793bb6506e tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:48.656599 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2fa9490c-9fdc-48bf-90ca-cd7ce69863c9 req-56edaef0-4f18-44d6-b2af-2f793bb6506e tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 945 time: 0.0480115 Oct 12 16:49:48.720929 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2fa9490c-9fdc-48bf-90ca-cd7ce69863c9 req-fac01633-b6d1-4c2a-9699-cfc7a773100e tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583477 Oct 12 16:49:48.736896 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047a9be-eb10-44a2-bcbb-9671ec405151 req-a5049146-2abe-4155-aef5-acc646819192 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:48.738364 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e047a9be-eb10-44a2-bcbb-9671ec405151 req-a5049146-2abe-4155-aef5-acc646819192 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0682132 Oct 12 16:49:48.775925 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e047a9be-eb10-44a2-bcbb-9671ec405151 req-dfccda9d-d95a-4e62-a274-aef7932a3843 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Oct 12 16:49:49.807959 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccd460-9bf3-4933-8f18-5086006a7cab req-8abc01ff-f95d-43a6-bad0-98692b971c13 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:49.810105 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5eccd460-9bf3-4933-8f18-5086006a7cab req-8abc01ff-f95d-43a6-bad0-98692b971c13 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Oct 12 16:49:49.849530 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5eccd460-9bf3-4933-8f18-5086006a7cab req-04703ddc-828b-4daa-8a28-dc3ae8947e09 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Oct 12 16:49:49.897170 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1f286-35cc-4402-9257-efbfda683f4b req-2ee3e38f-6a14-416f-a9d2-da578e3134b1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:49.899124 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-60a1f286-35cc-4402-9257-efbfda683f4b req-2ee3e38f-6a14-416f-a9d2-da578e3134b1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0485842 Oct 12 16:49:49.941515 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-60a1f286-35cc-4402-9257-efbfda683f4b req-b6047057-5cde-4b07-b2d9-d1addcbd053d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365891 Oct 12 16:49:50.485402 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a57fa-5c8f-4ae0-8a8d-aa6137d95db5 req-c78329d6-8aac-431d-a608-58219b8df6c8 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:50.486970 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-303a57fa-5c8f-4ae0-8a8d-aa6137d95db5 req-c78329d6-8aac-431d-a608-58219b8df6c8 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0490940 Oct 12 16:49:50.525229 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-303a57fa-5c8f-4ae0-8a8d-aa6137d95db5 req-b932a561-2586-4430-acb8-93c83de59150 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316472 Oct 12 16:49:50.970283 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cef2f-dbad-4c24-a86c-61791fb4d25c req-25b62681-5cb3-4264-81cc-3b5cc235f735 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:50.971948 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1e3cef2f-dbad-4c24-a86c-61791fb4d25c req-25b62681-5cb3-4264-81cc-3b5cc235f735 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 945 time: 0.0514166 Oct 12 16:49:51.010895 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1e3cef2f-dbad-4c24-a86c-61791fb4d25c req-6ef07dd1-f51a-4477-8b6e-362e50d6f645 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328515 Oct 12 16:49:51.118466 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31820b-021e-43ac-b82d-2fd8df042bc5 req-56ff3987-6fb8-486f-8903-49a4d102568a tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:51.119931 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6a31820b-021e-43ac-b82d-2fd8df042bc5 req-56ff3987-6fb8-486f-8903-49a4d102568a tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0500636 Oct 12 16:49:51.162724 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6a31820b-021e-43ac-b82d-2fd8df042bc5 req-d66fa851-1209-4f4c-a42d-5b0dd53e7711 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368974 Oct 12 16:49:51.487824 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 43480) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:51.598559 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-096d6501-ca97-405a-a66a-799f28de2269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.645625 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae05312-de15-4752-854b-b5943eee1e5e req-b5b72c3e-4c9d-4940-966b-9aa476ca4303 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:51.647074 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4ae05312-de15-4752-854b-b5943eee1e5e req-b5b72c3e-4c9d-4940-966b-9aa476ca4303 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0477726 Oct 12 16:49:51.678118 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-096d6501-ca97-405a-a66a-799f28de2269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.683034 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-096d6501-ca97-405a-a66a-799f28de2269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.690643 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4ae05312-de15-4752-854b-b5943eee1e5e req-be8a099a-b883-4bf2-9e45-eaa2dee11aab tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370505 Oct 12 16:49:51.714936 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-096d6501-ca97-405a-a66a-799f28de2269 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f77362b42a3946d1a1d832d107882917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235792 Oct 12 16:49:51.715935 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 43490) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:51.742141 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d6501-ca97-405a-a66a-799f28de2269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e9e676-ae2c-47cb-a8f8-619e36c62d8c,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:51.776706 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fcd50f3-de95-4eee-9186-ce679314fc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.797329 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fcd50f3-de95-4eee-9186-ce679314fc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.843884 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fcd50f3-de95-4eee-9186-ce679314fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.846519 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fcd50f3-de95-4eee-9186-ce679314fc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.847671 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-1fcd50f3-de95-4eee-9186-ce679314fc38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09e9e676-ae2c-47cb-a8f8-619e36c62d8c HTTP/1.1" status: 204 len: 168 time: 0.1304293 Oct 12 16:49:51.855921 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd50f3-de95-4eee-9186-ce679314fc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e9e676-ae2c-47cb-a8f8-619e36c62d8c,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:51.927921 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94638809-518f-485b-89eb-8577ba311422 req-361890a8-67f1-4f79-bafa-62f2299bc5af tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:51.929738 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-94638809-518f-485b-89eb-8577ba311422 req-361890a8-67f1-4f79-bafa-62f2299bc5af tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.25 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 945 time: 0.0510519 Oct 12 16:49:52.060420 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-94638809-518f-485b-89eb-8577ba311422 req-2fee48c4-d7b0-45c8-9120-3f2126768c60 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Deleting port b44cf603-4744-4ba8-a86b-d06e57e70acc {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:49:52.061002 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-94638809-518f-485b-89eb-8577ba311422 req-2fee48c4-d7b0-45c8-9120-3f2126768c60 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.136890 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 43504) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:52.187065 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce3478-d783-4406-8b1e-76ab5511943a req-3dfa697a-6ade-4dad-9cd2-0f4a05ebd7c6 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:52.188549 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-73ce3478-d783-4406-8b1e-76ab5511943a req-3dfa697a-6ade-4dad-9cd2-0f4a05ebd7c6 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b2bfc9-f4ac-4203-80a3-d14ae06e4b34 HTTP/1.1" status: 200 len: 945 time: 0.0825984 Oct 12 16:49:52.210947 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-94638809-518f-485b-89eb-8577ba311422 req-2fee48c4-d7b0-45c8-9120-3f2126768c60 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] For port b44cf603-4744-4ba8-a86b-d06e57e70acc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b44cf603-4744-4ba8-a86b-d06e57e70acc,segment=NetworkSegment(77f105ec-81fc-4f84-8898-1d8e924e56ac),segment_id=77f105ec-81fc-4f84-8898-1d8e924e56ac)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:52.212197 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-94638809-518f-485b-89eb-8577ba311422 req-2fee48c4-d7b0-45c8-9120-3f2126768c60 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.234193 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-94638809-518f-485b-89eb-8577ba311422 req-2fee48c4-d7b0-45c8-9120-3f2126768c60 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Calling delete_port for b44cf603-4744-4ba8-a86b-d06e57e70acc owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:49:52.249833 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-db9cb862-6203-42b6-a63d-6d29868c6716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.272893 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-73ce3478-d783-4406-8b1e-76ab5511943a req-869e26ea-f360-4e46-939a-2af608a3a367 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728915 Oct 12 16:49:52.329188 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-db9cb862-6203-42b6-a63d-6d29868c6716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.333426 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-db9cb862-6203-42b6-a63d-6d29868c6716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.351363 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e25364-5f47-4caf-a282-91b098e62d93 req-f475f4d0-a3dc-4ad0-9a12-dc1ce71f9245 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:52.352866 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d5e25364-5f47-4caf-a282-91b098e62d93 req-f475f4d0-a3dc-4ad0-9a12-dc1ce71f9245 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.1091456 Oct 12 16:49:52.371212 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-db9cb862-6203-42b6-a63d-6d29868c6716 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1a16b375b034bd793274cfa5e6ef474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330222 Oct 12 16:49:52.373117 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cb862-6203-42b6-a63d-6d29868c6716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdfc6e2-d85a-4e40-992d-83942e369169,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:52.375498 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 43512) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:52.409697 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d5e25364-5f47-4caf-a282-91b098e62d93 req-d3c4fc1c-162c-48f1-9349-6aa7035baf25 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Oct 12 16:49:52.423974 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9322c301-f4ce-4c71-9208-e52fce3af99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.444385 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9322c301-f4ce-4c71-9208-e52fce3af99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.464917 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-94638809-518f-485b-89eb-8577ba311422 req-2fee48c4-d7b0-45c8-9120-3f2126768c60 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.493987 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9322c301-f4ce-4c71-9208-e52fce3af99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.495927 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee48c4-d7b0-45c8-9120-3f2126768c60 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Pushing event deleted for resources: {'Port': ['ID=b44cf603-4744-4ba8-a86b-d06e57e70acc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:52.496770 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9322c301-f4ce-4c71-9208-e52fce3af99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.497915 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-9322c301-f4ce-4c71-9208-e52fce3af99f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbdfc6e2-d85a-4e40-992d-83942e369169 HTTP/1.1" status: 204 len: 168 time: 0.1215210 Oct 12 16:49:52.505760 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322c301-f4ce-4c71-9208-e52fce3af99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdfc6e2-d85a-4e40-992d-83942e369169,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:52.512943 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['b44cf603-4744-4ba8-a86b-d06e57e70acc'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:49:52.543943 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-94638809-518f-485b-89eb-8577ba311422 req-2fee48c4-d7b0-45c8-9120-3f2126768c60 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] No DVR routers for this DVR port b44cf603-4744-4ba8-a86b-d06e57e70acc on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:49:52.547070 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-94638809-518f-485b-89eb-8577ba311422 req-2fee48c4-d7b0-45c8-9120-3f2126768c60 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.550694 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-94638809-518f-485b-89eb-8577ba311422 req-2fee48c4-d7b0-45c8-9120-3f2126768c60 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.25 "DELETE /v2.0/ports/b44cf603-4744-4ba8-a86b-d06e57e70acc HTTP/1.1" status: 204 len: 173 time: 0.6138442 Oct 12 16:49:52.551158 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b2bfc9-f4ac-4203-80a3-d14ae06e4b34', 'name': 'network-vif-deleted', 'tag': 'b44cf603-4744-4ba8-a86b-d06e57e70acc'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:52.554045 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15aca4f-7a84-4daa-af90-8d22467223db" -d '{"events": [{"server_uuid": "14b2bfc9-f4ac-4203-80a3-d14ae06e4b34", "name": "network-vif-deleted", "tag": "b44cf603-4744-4ba8-a86b-d06e57e70acc"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:52.589667 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72c48fa-4ef2-4439-bb43-4c49cd5c7b3b x-openstack-request-id: req-e72c48fa-4ef2-4439-bb43-4c49cd5c7b3b {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:52.589984 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b2bfc9-f4ac-4203-80a3-d14ae06e4b34", "name": "network-vif-deleted", "tag": "b44cf603-4744-4ba8-a86b-d06e57e70acc", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:52.590205 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e72c48fa-4ef2-4439-bb43-4c49cd5c7b3b {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:52.590661 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b2bfc9-f4ac-4203-80a3-d14ae06e4b34', 'name': 'network-vif-deleted', 'tag': 'b44cf603-4744-4ba8-a86b-d06e57e70acc', 'status': 'completed', 'code': 200} Oct 12 16:49:52.819413 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d403397-47b7-4ff2-a02e-a0f4b1ac2095 req-8c11c8a8-d4ac-4789-89ef-c95393463808 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:52.821821 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0d403397-47b7-4ff2-a02e-a0f4b1ac2095 req-8c11c8a8-d4ac-4789-89ef-c95393463808 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0566769 Oct 12 16:49:52.864156 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0d403397-47b7-4ff2-a02e-a0f4b1ac2095 req-cc698774-3709-4b11-9852-563e9b19fb9b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363946 Oct 12 16:49:53.773495 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192ed94-1e2e-46d5-a418-7f15bc7ce19e req-35a49819-bf55-4fdf-8d44-72556f08ad4e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:53.775624 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7192ed94-1e2e-46d5-a418-7f15bc7ce19e req-35a49819-bf55-4fdf-8d44-72556f08ad4e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.2858784 Oct 12 16:49:53.799401 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e8e9c9b6-425b-47ff-b01e-24c8ce966ec7 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:53.800792 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e8e9c9b6-425b-47ff-b01e-24c8ce966ec7 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/networks?id=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa HTTP/1.1" status: 200 len: 809 time: 0.3213902 Oct 12 16:49:53.822229 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-9fe3355e-5792-4ae4-9daa-d2fd900f0694 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/quotas/0b384ce8437d427ba3af2bcafd1c211b HTTP/1.1" status: 200 len: 375 time: 0.0155022 Oct 12 16:49:53.843897 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7192ed94-1e2e-46d5-a418-7f15bc7ce19e req-e8caf388-9eec-456d-9121-cbc14b2ed191 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597985 Oct 12 16:49:53.857976 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-31e462e8-49dd-4f12-b455-c6f28940baa9 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b384ce8437d427ba3af2bcafd1c211b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303962 Oct 12 16:49:53.965794 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-95d264bc-561b-4542-8aea-61d765e0f5dc service neutron] 10.222.0.48 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008706 Oct 12 16:49:54.046577 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2183f-c540-4afb-8d54-6f8c9c49aaf5 req-56ffe419-214a-4475-8be1-8cb019d1013a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:54.047703 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-eda2183f-c540-4afb-8d54-6f8c9c49aaf5 req-56ffe419-214a-4475-8be1-8cb019d1013a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0972104 Oct 12 16:49:54.107599 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-b54f3c43-fdd3-46a4-af06-3c4e2ed4c768 service neutron] 10.222.0.48 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288202 Oct 12 16:49:54.110667 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-eda2183f-c540-4afb-8d54-6f8c9c49aaf5 req-55b622d4-b602-4ab0-86c0-ad24b6f77391 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562713 Oct 12 16:49:54.179602 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 43580) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:54.279417 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e5621dd7-1da7-4c61-aa6c-f3ebd43ed76f req-cadc5e42-f3ba-4396-9a87-d7950339c9b6 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 210 time: 0.0266352 Oct 12 16:49:54.304588 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0b9a41c8-225d-4aae-ae10-8b84d213cb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.377214 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0b9a41c8-225d-4aae-ae10-8b84d213cb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.381083 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0b9a41c8-225d-4aae-ae10-8b84d213cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.425327 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-0b9a41c8-225d-4aae-ae10-8b84d213cb74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6edfc643ede4e04944ab90e751fd7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432952 Oct 12 16:49:54.427914 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 43594) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:54.433705 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a41c8-225d-4aae-ae10-8b84d213cb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a023f7f2-b023-4847-b023-6d965b9e4607,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:54.488623 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d0e8fab-a4e9-46e5-add2-f42bc5a2a206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.509775 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d0e8fab-a4e9-46e5-add2-f42bc5a2a206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.555837 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d0e8fab-a4e9-46e5-add2-f42bc5a2a206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.558433 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d0e8fab-a4e9-46e5-add2-f42bc5a2a206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.561819 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-9d0e8fab-a4e9-46e5-add2-f42bc5a2a206 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a023f7f2-b023-4847-b023-6d965b9e4607 HTTP/1.1" status: 204 len: 168 time: 0.1329615 Oct 12 16:49:54.572098 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e8fab-a4e9-46e5-add2-f42bc5a2a206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a023f7f2-b023-4847-b023-6d965b9e4607,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:54.705109 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device b44cf603-4744-4ba8-a86b-d06e57e70acc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:49:54.725840 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: b44cf603-4744-4ba8-a86b-d06e57e70acc {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:49:54.726184 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device b44cf603-4744-4ba8-a86b-d06e57e70acc not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:49:54.801753 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b56cfdea-8951-4192-a018-59ab08e0dbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.988354 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef4e59-20df-4065-aaae-47dda4e87597 req-d1d2c878-f063-4ddd-aa73-d5962fe065dd tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:54.990163 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cbef4e59-20df-4065-aaae-47dda4e87597 req-d1d2c878-f063-4ddd-aa73-d5962fe065dd tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0679965 Oct 12 16:49:55.040633 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cbef4e59-20df-4065-aaae-47dda4e87597 req-cb348f86-c3fb-4191-845e-109e724afd15 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Oct 12 16:49:55.241853 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889b75f-f6f1-4ae4-a47d-0055902b8aa0 req-4dd8beea-65d1-4e63-88d8-bb6667b424ff tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:55.243621 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0889b75f-f6f1-4ae4-a47d-0055902b8aa0 req-4dd8beea-65d1-4e63-88d8-bb6667b424ff tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0501564 Oct 12 16:49:55.330725 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0889b75f-f6f1-4ae4-a47d-0055902b8aa0 req-e74a30cb-528a-47d3-90ba-163489cb85d5 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790551 Oct 12 16:49:55.432588 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-45267565-de01-42cc-b8a2-482423bc4713 req-ab1656c2-3719-4b7e-9bbb-83d2df01d948 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 210 time: 0.0325086 Oct 12 16:49:55.440798 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-be415d5d-5db8-4a61-95dc-6f6a1b5a4e03 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:55.441974 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-be415d5d-5db8-4a61-95dc-6f6a1b5a4e03 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.25 "GET /v2.0/networks?id=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa HTTP/1.1" status: 200 len: 809 time: 0.1654079 Oct 12 16:49:55.470337 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Request body: {'port': {'device_id': 'e05a0431-341e-41cb-8e9a-5f56fc46b030', 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa', 'admin_state_up': True, 'tenant_id': '0b384ce8437d427ba3af2bcafd1c211b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:55.583258 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Made reservation on behalf of 0b384ce8437d427ba3af2bcafd1c211b for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:55.587490 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.722150 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Allocated IP 172.20.0.9 (f5701ac5-69b0-4f5f-afcd-20e6b18f8afa/2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7/72073eca-bea9-4e16-8f89-17758370ef2d) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:55.862842 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.898542 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.940206 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:55.943329 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:55.947408 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:55.952837 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:55.953456 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.961963 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Pushing event updated for resources: {'Port': ['ID=72073eca-bea9-4e16-8f89-17758370ef2d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:55.974477 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-e903dfe4-47f9-4f57-a16e-b867788fd72f tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5113270 Oct 12 16:49:56.000949 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Request body: {'port': {'device_id': 'e05a0431-341e-41cb-8e9a-5f56fc46b030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:56.055804 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:56.253026 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b12699-df27-4cd2-925d-e7d2e7967f35 req-61cac9e4-7ced-4b1a-a633-a26f198512da tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:56.254677 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e5b12699-df27-4cd2-925d-e7d2e7967f35 req-61cac9e4-7ced-4b1a-a633-a26f198512da tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.1417201 Oct 12 16:49:56.324668 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e5b12699-df27-4cd2-925d-e7d2e7967f35 req-bb2eddf9-b31c-4dcb-bbd7-2dc4f5267134 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623832 Oct 12 16:49:56.385777 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72073eca-bea9-4e16-8f89-17758370ef2d {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:56.393346 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:56.407849 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Transition to ACTIVE for port object 72073eca-bea9-4e16-8f89-17758370ef2d will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:49:56.411325 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:56.490257 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Pushing event updated for resources: {'Port': ['ID=72073eca-bea9-4e16-8f89-17758370ef2d,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:56.556729 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7015b-bc3d-476a-8071-3d455b68aaca req-f62347dc-d743-4f30-a09e-e4b84168ffad tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:56.558207 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-30d7015b-bc3d-476a-8071-3d455b68aaca req-f62347dc-d743-4f30-a09e-e4b84168ffad tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.1366484 Oct 12 16:49:56.559626 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Attempting to bind port 72073eca-bea9-4e16-8f89-17758370ef2d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:56.559953 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Attempting to bind port 72073eca-bea9-4e16-8f89-17758370ef2d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '77f105ec-81fc-4f84-8898-1d8e924e56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:56.560334 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Attempting to bind port 72073eca-bea9-4e16-8f89-17758370ef2d on network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:56.568710 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Port 72073eca-bea9-4e16-8f89-17758370ef2d on network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:49:56.569020 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Attempting to bind port 72073eca-bea9-4e16-8f89-17758370ef2d on network f5701ac5-69b0-4f5f-afcd-20e6b18f8afa {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:56.590178 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:56.590505 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Checking segment: {'id': '77f105ec-81fc-4f84-8898-1d8e924e56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:56.590868 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Bound using segment: {'id': '77f105ec-81fc-4f84-8898-1d8e924e56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:56.591297 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Bound port: 72073eca-bea9-4e16-8f89-17758370ef2d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f105ec-81fc-4f84-8898-1d8e924e56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:56.591895 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:56.612718 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea0acf-432d-4d3c-bc56-506bf5c81e99 req-52e26556-9e36-401a-8246-14e71e106ea3 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:56.614189 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d7ea0acf-432d-4d3c-bc56-506bf5c81e99 req-52e26556-9e36-401a-8246-14e71e106ea3 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 943 time: 0.1026835 Oct 12 16:49:56.641344 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-30d7015b-bc3d-476a-8071-3d455b68aaca req-6008c9a3-99fa-42d7-9f40-00273e1e7598 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748103 Oct 12 16:49:56.688343 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d7ea0acf-432d-4d3c-bc56-506bf5c81e99 req-1f082ef9-5ef7-4c13-9d21-644f2183138b tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666420 Oct 12 16:49:56.708181 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] For port 72073eca-bea9-4e16-8f89-17758370ef2d, host hv-cinder-81322, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:56.711901 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] For port 72073eca-bea9-4e16-8f89-17758370ef2d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72073eca-bea9-4e16-8f89-17758370ef2d,segment=NetworkSegment(77f105ec-81fc-4f84-8898-1d8e924e56ac),segment_id=77f105ec-81fc-4f84-8898-1d8e924e56ac)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:56.715680 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:56.750767 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:56.751395 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:56.752916 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] 10.222.0.25 "PUT /v2.0/ports/72073eca-bea9-4e16-8f89-17758370ef2d HTTP/1.1" status: 200 len: 1093 time: 0.7563343 Oct 12 16:49:56.753346 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05a0431-341e-41cb-8e9a-5f56fc46b030', 'tag': '72073eca-bea9-4e16-8f89-17758370ef2d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:56.755622 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4e0802-5bee-48e4-a039-14b07f69debb" -d '{"events": [{"name": "network-changed", "server_uuid": "e05a0431-341e-41cb-8e9a-5f56fc46b030", "tag": "72073eca-bea9-4e16-8f89-17758370ef2d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:56.782712 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ec9a0-ba1b-4b36-b244-04aeaded7936 service neutron] Pushing event updated for resources: {'Port': ['ID=72073eca-bea9-4e16-8f89-17758370ef2d,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:56.801295 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e46dd86-30bb-4029-9314-c75f36ece5ae x-openstack-request-id: req-8e46dd86-30bb-4029-9314-c75f36ece5ae {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:56.801610 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05a0431-341e-41cb-8e9a-5f56fc46b030", "tag": "72073eca-bea9-4e16-8f89-17758370ef2d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:56.801859 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e46dd86-30bb-4029-9314-c75f36ece5ae {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:56.802256 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05a0431-341e-41cb-8e9a-5f56fc46b030', 'tag': '72073eca-bea9-4e16-8f89-17758370ef2d', 'status': 'completed', 'code': 200} Oct 12 16:49:56.884278 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-cd5618b9-fba5-4a48-ad44-9f61403cbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:56.886285 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-cd5618b9-fba5-4a48-ad44-9f61403cbf8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b384ce8437d427ba3af2bcafd1c211b&device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 1096 time: 0.0456612 Oct 12 16:49:56.950343 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-d9832ba0-6219-42e7-8478-89cc990e2e68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72073eca-bea9-4e16-8f89-17758370ef2d HTTP/1.1" status: 200 len: 217 time: 0.0377803 Oct 12 16:49:56.998022 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-23e47702-03f5-4ac9-9b2f-b863e639f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:56.999505 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-23e47702-03f5-4ac9-9b2f-b863e639f8ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7 HTTP/1.1" status: 200 len: 849 time: 0.0427380 Oct 12 16:49:57.031593 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-ec40bbb8-7a90-4a54-b6f9-c59e44977b9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245125 Oct 12 16:49:57.130922 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-fd601f13-163a-43fe-b5f8-968b430fda3e service neutron] 10.222.0.25 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920534 Oct 12 16:49:57.232091 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f9ba2ff-5e0f-4af2-8c59-a1af749a6826 req-1d0dfab5-27b5-4676-abc2-a61ed819e1fc service neutron] 10.222.0.25 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865030 Oct 12 16:49:57.422898 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0802-5bee-48e4-a039-14b07f69debb req-49acb91e-632c-4874-856b-23c6a3cc6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:57.424391 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-df4e0802-5bee-48e4-a039-14b07f69debb req-49acb91e-632c-4874-856b-23c6a3cc6da7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b384ce8437d427ba3af2bcafd1c211b&device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 1096 time: 0.0748098 Oct 12 16:49:57.488916 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-50c3e013-127f-47b6-bbcc-8ed7cff0d975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:57.489685 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb757c-f98a-44e3-84fb-b2846cffb309 req-4b673141-e4ff-4dfe-ad02-db6baab7edcf tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:57.491391 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-79fb757c-f98a-44e3-84fb-b2846cffb309 req-4b673141-e4ff-4dfe-ad02-db6baab7edcf tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0995772 Oct 12 16:49:57.560460 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-79fb757c-f98a-44e3-84fb-b2846cffb309 req-619ce19e-700b-4e0b-b036-88fc88167658 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548811 Oct 12 16:49:57.563160 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0802-5bee-48e4-a039-14b07f69debb req-924a04cc-d2b7-49a5-b150-5f919a533f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:57.564547 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-df4e0802-5bee-48e4-a039-14b07f69debb req-924a04cc-d2b7-49a5-b150-5f919a533f55 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa HTTP/1.1" status: 200 len: 910 time: 0.1296945 Oct 12 16:49:57.613403 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-df4e0802-5bee-48e4-a039-14b07f69debb req-fa287626-8ad1-42bd-b882-4a252bba8633 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72073eca-bea9-4e16-8f89-17758370ef2d HTTP/1.1" status: 200 len: 217 time: 0.0403256 Oct 12 16:49:57.673078 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0802-5bee-48e4-a039-14b07f69debb req-4948e9b8-e507-4e43-b611-35067778fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:57.674665 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-df4e0802-5bee-48e4-a039-14b07f69debb req-4948e9b8-e507-4e43-b611-35067778fbf7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7 HTTP/1.1" status: 200 len: 849 time: 0.0524917 Oct 12 16:49:57.722710 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-df4e0802-5bee-48e4-a039-14b07f69debb req-c5d87254-75f7-4fe5-adb2-b9c19cb06aec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284677 Oct 12 16:49:57.861951 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30bc96-47ee-4f5c-9d90-17420615499c req-b9adec3d-248f-4081-9331-6d173ad401e8 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:57.863524 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2c30bc96-47ee-4f5c-9d90-17420615499c req-b9adec3d-248f-4081-9331-6d173ad401e8 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.1432483 Oct 12 16:49:57.910723 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ce6e7-2024-45b3-9f89-8b25d94f063e req-405c071d-fa10-4ba9-8e3d-cc65d566109d tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:57.912194 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-049ce6e7-2024-45b3-9f89-8b25d94f063e req-405c071d-fa10-4ba9-8e3d-cc65d566109d tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 943 time: 0.1467507 Oct 12 16:49:57.949733 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-df4e0802-5bee-48e4-a039-14b07f69debb req-83e71eee-9a0b-40ae-b525-1401d83c45a3 service neutron] 10.222.0.25 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964455 Oct 12 16:49:57.957753 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2c30bc96-47ee-4f5c-9d90-17420615499c req-0e4e6211-d53b-41d4-a082-a749f76f7947 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859890 Oct 12 16:49:58.020414 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-049ce6e7-2024-45b3-9f89-8b25d94f063e req-3038cf94-a3ed-46a3-a88b-34895e4822f0 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010551 Oct 12 16:49:58.065875 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-df4e0802-5bee-48e4-a039-14b07f69debb req-a9d478f4-2612-402c-9686-20cf472083b1 service neutron] 10.222.0.25 "GET /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070933 Oct 12 16:49:58.330320 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:58.688236 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e1843-2a4a-4df5-889a-80eec07a9a27 req-33bb2880-927f-46de-b8c2-dbfce070175c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:58.690119 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-693e1843-2a4a-4df5-889a-80eec07a9a27 req-33bb2880-927f-46de-b8c2-dbfce070175c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0548542 Oct 12 16:49:58.728734 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 72073eca-bea9-4e16-8f89-17758370ef2d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:49:58.745454 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-693e1843-2a4a-4df5-889a-80eec07a9a27 req-18fd366d-0a4a-4e9c-b3be-9c02e61d34b4 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464034 Oct 12 16:49:58.853876 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 72073eca-bea9-4e16-8f89-17758370ef2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72073eca-bea9-4e16-8f89-17758370ef2d,segment=NetworkSegment(77f105ec-81fc-4f84-8898-1d8e924e56ac),segment_id=77f105ec-81fc-4f84-8898-1d8e924e56ac)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:58.861834 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcc67b-8b78-439a-b10e-68d1da5654a0 req-d1a63b26-7a17-4703-a85d-ea9210d5e12f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:58.863432 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f3bcc67b-8b78-439a-b10e-68d1da5654a0 req-d1a63b26-7a17-4703-a85d-ea9210d5e12f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0540054 Oct 12 16:49:58.865546 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '72073eca-bea9-4e16-8f89-17758370ef2d', 'network_id': 'f5701ac5-69b0-4f5f-afcd-20e6b18f8afa', 'port_id': '72073eca-bea9-4e16-8f89-17758370ef2d', 'mac_address': 'fa:16:3e:ca:22:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:49:58.907829 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:58.909051 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f3bcc67b-8b78-439a-b10e-68d1da5654a0 req-85312958-d60d-4e45-8603-c3d36c2d232e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377789 Oct 12 16:49:58.929590 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72073eca-bea9-4e16-8f89-17758370ef2d {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:58.953566 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 72073eca-bea9-4e16-8f89-17758370ef2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72073eca-bea9-4e16-8f89-17758370ef2d,segment=NetworkSegment(77f105ec-81fc-4f84-8898-1d8e924e56ac),segment_id=77f105ec-81fc-4f84-8898-1d8e924e56ac)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:58.960636 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:58.968870 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:59.018327 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=72073eca-bea9-4e16-8f89-17758370ef2d,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:59.091069 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4910085-a100-4638-92f3-261750781ab3 req-38e5074a-b71c-48eb-8901-6194ae3dd005 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:59.092826 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e4910085-a100-4638-92f3-261750781ab3 req-38e5074a-b71c-48eb-8901-6194ae3dd005 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0500247 Oct 12 16:49:59.156115 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e4910085-a100-4638-92f3-261750781ab3 req-76323087-e625-4afd-95a0-17e4bad5d7f9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537355 Oct 12 16:49:59.164227 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ddbba-f228-41f1-8d08-99cfa0161b0b req-418e1bbe-5084-4ebf-a8b4-73bea1088356 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:59.165695 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4b4ddbba-f228-41f1-8d08-99cfa0161b0b req-418e1bbe-5084-4ebf-a8b4-73bea1088356 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 944 time: 0.0717657 Oct 12 16:49:59.205424 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4b4ddbba-f228-41f1-8d08-99cfa0161b0b req-dc454b0a-cfcb-4cec-a9ca-7ce609c5c3d2 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337543 Oct 12 16:49:59.339917 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['72073eca-bea9-4e16-8f89-17758370ef2d'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:49:59.872095 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb045e-055d-4e5c-8aca-1f8077c0e6a8 req-7af6f42a-efa2-46a6-871a-018afdb76806 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:59.873651 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c9fb045e-055d-4e5c-8aca-1f8077c0e6a8 req-7af6f42a-efa2-46a6-871a-018afdb76806 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0534246 Oct 12 16:49:59.910657 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c9fb045e-055d-4e5c-8aca-1f8077c0e6a8 req-25b1b455-ba4b-4a7a-99fc-fbb3e5a1e64e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311348 Oct 12 16:50:00.029708 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb918c-7c63-4881-bb40-7d81375a5594 req-c2845b3c-cc76-4852-9051-07e5cdabe9c4 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:00.031260 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19bb918c-7c63-4881-bb40-7d81375a5594 req-c2845b3c-cc76-4852-9051-07e5cdabe9c4 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0532300 Oct 12 16:50:00.073302 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19bb918c-7c63-4881-bb40-7d81375a5594 req-99380f1c-2f68-4699-960e-f16675d2c985 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358999 Oct 12 16:50:00.290961 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13c082-ed36-4668-aae6-88260295f3ba req-2a6b735e-0a88-400c-88a4-2562f3496a9a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:00.292357 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5d13c082-ed36-4668-aae6-88260295f3ba req-2a6b735e-0a88-400c-88a4-2562f3496a9a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0583496 Oct 12 16:50:00.364833 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d341ce-22de-4be4-b390-1c2f9237d784 req-d12e2551-115c-4e46-93d6-9c656e2b0c0a tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:00.366339 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e5d341ce-22de-4be4-b390-1c2f9237d784 req-d12e2551-115c-4e46-93d6-9c656e2b0c0a tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 944 time: 0.0932560 Oct 12 16:50:00.369390 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5d13c082-ed36-4668-aae6-88260295f3ba req-dc393f4e-bf73-4c7d-9380-3f515d1e16c8 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554624 Oct 12 16:50:00.404906 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e5d341ce-22de-4be4-b390-1c2f9237d784 req-f57d6250-8c3d-4169-a6a1-80b788761c01 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320930 Oct 12 16:50:00.412352 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:00.746083 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 72073eca-bea9-4e16-8f89-17758370ef2d up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:00.820640 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 72073eca-bea9-4e16-8f89-17758370ef2d completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:50:00.825116 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 72073eca-bea9-4e16-8f89-17758370ef2d triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:00.825817 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:00.901858 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:00.926161 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05a0431-341e-41cb-8e9a-5f56fc46b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72073eca-bea9-4e16-8f89-17758370ef2d'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:00.928214 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d61a36c-6563-46ed-8604-a38cdceee27a" -d '{"events": [{"server_uuid": "e05a0431-341e-41cb-8e9a-5f56fc46b030", "name": "network-vif-plugged", "status": "completed", "tag": "72073eca-bea9-4e16-8f89-17758370ef2d"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:00.941079 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 72073eca-bea9-4e16-8f89-17758370ef2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72073eca-bea9-4e16-8f89-17758370ef2d,segment=NetworkSegment(77f105ec-81fc-4f84-8898-1d8e924e56ac),segment_id=77f105ec-81fc-4f84-8898-1d8e924e56ac)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:00.945477 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.000559 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=72073eca-bea9-4e16-8f89-17758370ef2d,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:01.052379 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203ee21-f860-4515-a7c8-6367dd84dda2 req-2518cda7-bd36-4aea-9610-3a551cb57c09 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:01.054133 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7203ee21-f860-4515-a7c8-6367dd84dda2 req-2518cda7-bd36-4aea-9610-3a551cb57c09 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0638258 Oct 12 16:50:01.096488 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7203ee21-f860-4515-a7c8-6367dd84dda2 req-02426c19-bba2-42b7-ab6c-407a1b6532af tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350416 Oct 12 16:50:01.122290 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e6c766-7a70-45ec-9ebe-2312123456a8 x-openstack-request-id: req-e5e6c766-7a70-45ec-9ebe-2312123456a8 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:01.122526 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05a0431-341e-41cb-8e9a-5f56fc46b030", "name": "network-vif-plugged", "status": "completed", "tag": "72073eca-bea9-4e16-8f89-17758370ef2d", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:01.122773 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5e6c766-7a70-45ec-9ebe-2312123456a8 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:01.123162 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05a0431-341e-41cb-8e9a-5f56fc46b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72073eca-bea9-4e16-8f89-17758370ef2d', 'code': 200} Oct 12 16:50:01.205439 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73350387-0017-4fb1-be74-bc0862edf02e req-53b2cb06-2432-40b2-98cb-92496ccd4628 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:01.206886 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-73350387-0017-4fb1-be74-bc0862edf02e req-53b2cb06-2432-40b2-98cb-92496ccd4628 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0482659 Oct 12 16:50:01.247032 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-73350387-0017-4fb1-be74-bc0862edf02e req-744e0d8c-743c-4e29-a2f7-e8839bae44af tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330765 Oct 12 16:50:01.587163 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68264e-102c-4cfe-84b1-ec0bb84267d0 req-0ae7eadb-b684-43ad-9a3c-2e18024857ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:01.588661 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ed68264e-102c-4cfe-84b1-ec0bb84267d0 req-0ae7eadb-b684-43ad-9a3c-2e18024857ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 1098 time: 0.2720194 Oct 12 16:50:01.602961 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4badfb-6d1c-42c4-8d69-a1b273c26f0f req-a3b4a238-7ee8-45a8-833c-b93479ac9fcd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:01.604320 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-eb4badfb-6d1c-42c4-8d69-a1b273c26f0f req-a3b4a238-7ee8-45a8-833c-b93479ac9fcd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0906506 Oct 12 16:50:01.612784 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08835bca-3943-49db-bda9-c461ccaca5a7 req-fa45d3bd-7b75-4296-8977-ebf2338a39bf tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:01.614176 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-08835bca-3943-49db-bda9-c461ccaca5a7 req-fa45d3bd-7b75-4296-8977-ebf2338a39bf tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 945 time: 0.0993733 Oct 12 16:50:01.689903 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ed68264e-102c-4cfe-84b1-ec0bb84267d0 req-55dedd5c-0a45-401a-8e79-37e6d43ba186 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845628 Oct 12 16:50:01.694480 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-08835bca-3943-49db-bda9-c461ccaca5a7 req-7ee42868-f08e-41b3-88c1-8a41ffd7989c tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744925 Oct 12 16:50:01.698079 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-eb4badfb-6d1c-42c4-8d69-a1b273c26f0f req-0534e31d-7fb2-471c-8131-b79aea2b10fd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830936 Oct 12 16:50:02.215266 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b21e2f-fb07-458a-92d9-5bacc54dd295 req-34c0a547-9905-4783-8c80-d904793d44d1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:02.217034 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a7b21e2f-fb07-458a-92d9-5bacc54dd295 req-34c0a547-9905-4783-8c80-d904793d44d1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0499470 Oct 12 16:50:02.256672 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a7b21e2f-fb07-458a-92d9-5bacc54dd295 req-0e4d311c-5afa-4b18-bd07-62e0b9f40c1f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Oct 12 16:50:02.364717 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4757d-adfe-46d1-8a0f-fbbf5d45ed70 req-e2714725-0a08-46f5-bbdd-6e0e082b686b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:02.366212 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d7c4757d-adfe-46d1-8a0f-fbbf5d45ed70 req-e2714725-0a08-46f5-bbdd-6e0e082b686b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0471506 Oct 12 16:50:02.404297 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d7c4757d-adfe-46d1-8a0f-fbbf5d45ed70 req-1d1969ac-68e3-4095-b433-5521067421dd tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314345 Oct 12 16:50:02.839171 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad8197-f5f5-4cb3-a9c2-9427333066c8 req-2b26460f-1005-48f7-b811-f0cbddc2a285 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:02.840623 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1cad8197-f5f5-4cb3-a9c2-9427333066c8 req-2b26460f-1005-48f7-b811-f0cbddc2a285 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 945 time: 0.0790429 Oct 12 16:50:02.852058 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba5dee-9d27-4262-9fa5-49f0a83ab44a req-beee0ce8-1885-4b31-8b52-8ff1db617c41 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:02.853461 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a3ba5dee-9d27-4262-9fa5-49f0a83ab44a req-beee0ce8-1885-4b31-8b52-8ff1db617c41 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0632262 Oct 12 16:50:02.905178 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1cad8197-f5f5-4cb3-a9c2-9427333066c8 req-6a7cf2e0-8a70-4bf7-8c29-8ea6e7805508 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507925 Oct 12 16:50:02.912092 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a3ba5dee-9d27-4262-9fa5-49f0a83ab44a req-b0de2b81-0042-448b-b982-ae00f4e0c330 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521679 Oct 12 16:50:03.368047 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c6b2a-51cd-427a-9e44-d2d77225709f req-baf34289-fdec-4761-8887-98e5aa527f28 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:03.369507 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-541c6b2a-51cd-427a-9e44-d2d77225709f req-baf34289-fdec-4761-8887-98e5aa527f28 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0464966 Oct 12 16:50:03.408503 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-541c6b2a-51cd-427a-9e44-d2d77225709f req-22b2115b-cd0a-4b9f-aa40-716120e5cc42 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331898 Oct 12 16:50:03.515982 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4b1f3-4ef3-441c-9419-e84ac0fedbb4 req-a6422da3-f4aa-40fe-b023-94c920fef003 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:03.517434 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-01a4b1f3-4ef3-441c-9419-e84ac0fedbb4 req-a6422da3-f4aa-40fe-b023-94c920fef003 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0466781 Oct 12 16:50:03.553251 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-01a4b1f3-4ef3-441c-9419-e84ac0fedbb4 req-65087b32-3f50-4b7a-ba19-5cd494cb4a7b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0299842 Oct 12 16:50:04.047655 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5727c-14fa-4419-b31d-214c1c673c60 req-78da7c64-dba4-434e-8d5d-b2e2833a51fc tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:04.049452 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19f5727c-14fa-4419-b31d-214c1c673c60 req-78da7c64-dba4-434e-8d5d-b2e2833a51fc tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 945 time: 0.0801916 Oct 12 16:50:04.057588 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e27dfe-e3cb-4ac8-81b3-175a34ce3e1d req-7e7ba545-2745-41f9-8a77-0a59d802c6e7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:04.058956 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e27dfe-e3cb-4ac8-81b3-175a34ce3e1d req-7e7ba545-2745-41f9-8a77-0a59d802c6e7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0773871 Oct 12 16:50:04.114062 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19f5727c-14fa-4419-b31d-214c1c673c60 req-176c8f20-0d3e-4309-83e3-2bdbf5f97271 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541806 Oct 12 16:50:04.121146 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e27dfe-e3cb-4ac8-81b3-175a34ce3e1d req-6440c9fb-de3c-4dcf-a683-b372459e21de tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555811 Oct 12 16:50:04.517543 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852e161-95cd-4db3-a69b-be01923a408d req-78b8228a-41bf-4e4a-a0b8-f395b8bd1dad tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:04.518998 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0852e161-95cd-4db3-a69b-be01923a408d req-78b8228a-41bf-4e4a-a0b8-f395b8bd1dad tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0467088 Oct 12 16:50:04.555327 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0852e161-95cd-4db3-a69b-be01923a408d req-0bc2f354-2c7f-4f04-b728-f5280f04db29 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298717 Oct 12 16:50:04.665915 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd971625-c278-48be-af93-52e3d5207a96 req-9abe3a01-af0b-49b2-8ebb-f4e09106ba62 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:04.667349 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bd971625-c278-48be-af93-52e3d5207a96 req-9abe3a01-af0b-49b2-8ebb-f4e09106ba62 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0473545 Oct 12 16:50:04.703992 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bd971625-c278-48be-af93-52e3d5207a96 req-b99bb5c4-1cb2-4ee4-88a0-ea8c72f36df5 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308743 Oct 12 16:50:05.255500 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92311b-4879-4758-9dc8-d3deb108f4a9 req-75ba1ed9-3fcd-4a10-8a5b-e85b6bf6019b tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:05.256900 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-fe92311b-4879-4758-9dc8-d3deb108f4a9 req-75ba1ed9-3fcd-4a10-8a5b-e85b6bf6019b tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 945 time: 0.0787435 Oct 12 16:50:05.268399 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a6492-0b42-4fd7-be50-5a6bd95b669a req-77a6186b-f616-4a12-9c41-0219a61edbca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:05.269824 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e68a6492-0b42-4fd7-be50-5a6bd95b669a req-77a6186b-f616-4a12-9c41-0219a61edbca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0795753 Oct 12 16:50:05.321674 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-fe92311b-4879-4758-9dc8-d3deb108f4a9 req-c6abeb47-aee0-456d-aecf-04bc51981e87 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508940 Oct 12 16:50:05.328580 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e68a6492-0b42-4fd7-be50-5a6bd95b669a req-e019a424-c879-4270-a168-e4cf7b3da875 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512228 Oct 12 16:50:05.666009 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b5932-0966-490d-ba2a-8e1cb500f81e req-9ea8cfa5-f15d-43c3-9a57-a9510123b949 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:05.667449 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-495b5932-0966-490d-ba2a-8e1cb500f81e req-9ea8cfa5-f15d-43c3-9a57-a9510123b949 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0473146 Oct 12 16:50:05.703107 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-495b5932-0966-490d-ba2a-8e1cb500f81e req-e738d465-06a7-4d05-aee5-b97e3f8b94c3 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297451 Oct 12 16:50:05.822768 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35d75d-2ee0-447c-afb3-f3181f36b28c req-b89cbc30-c957-4272-b754-952d63028b59 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:05.824176 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b35d75d-2ee0-447c-afb3-f3181f36b28c req-b89cbc30-c957-4272-b754-952d63028b59 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0530396 Oct 12 16:50:05.864973 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b35d75d-2ee0-447c-afb3-f3181f36b28c req-31d02268-d18a-403a-9cec-d12ae93b0ce7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0346482 Oct 12 16:50:06.463445 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751871e-949b-424f-a5b4-8e9c0e509d7a req-c7d402e7-d1ad-42db-9d9c-d3fa8f9997ff tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:06.464953 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6751871e-949b-424f-a5b4-8e9c0e509d7a req-c7d402e7-d1ad-42db-9d9c-d3fa8f9997ff tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 945 time: 0.0782666 Oct 12 16:50:06.488245 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aeac2-3684-48b3-abdc-347c08ca30d5 req-66d3f4f5-c6a7-43a0-9838-b1529c503953 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:06.489726 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c74aeac2-3684-48b3-abdc-347c08ca30d5 req-66d3f4f5-c6a7-43a0-9838-b1529c503953 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0767589 Oct 12 16:50:06.542552 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c74aeac2-3684-48b3-abdc-347c08ca30d5 req-39e6c2df-4448-48a3-8c61-5302e046dddf tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452619 Oct 12 16:50:06.547510 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6751871e-949b-424f-a5b4-8e9c0e509d7a req-8d41306a-94d2-4ee5-9aca-8eb01f2f438a tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734296 Oct 12 16:50:06.734186 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 43898) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:06.840021 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519c457-fe7f-457d-a71b-c0d1645031ae req-7fedc90f-21a5-41e2-86d1-5345b9f166fd tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:06.845886 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c519c457-fe7f-457d-a71b-c0d1645031ae req-7fedc90f-21a5-41e2-86d1-5345b9f166fd tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0613616 Oct 12 16:50:06.869794 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.890608 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c519c457-fe7f-457d-a71b-c0d1645031ae req-1bb9cdf5-f16b-4ff4-ac27-056ff667666b tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428653 Oct 12 16:50:06.955235 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.959632 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.001282 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c78c9d-4704-4ed5-b737-f59d838a4511 req-9c6a6f88-885a-4c01-9c58-6e84d374ca1e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:07.001523 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1faa44a8ea2f4229b9428afde33bc3af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634625 Oct 12 16:50:07.001523 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed60de5-70ae-4d98-aba3-805fe76a6421,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:07.001692 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-58c78c9d-4704-4ed5-b737-f59d838a4511 req-9c6a6f88-885a-4c01-9c58-6e84d374ca1e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0500665 Oct 12 16:50:07.001692 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 43912) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:07.006885 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.007325 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.007718 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.008630 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.008963 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.009878 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.009878 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.010094 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.010272 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.010590 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.010906 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.011220 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbee686-ca0e-4b21-afa0-7b0bec5fe1ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.063628 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-58c78c9d-4704-4ed5-b737-f59d838a4511 req-b0849543-10e6-472a-aeaf-2e672353305f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0541041 Oct 12 16:50:07.076945 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.097646 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.144805 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.147333 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.148465 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ed60de5-70ae-4d98-aba3-805fe76a6421 HTTP/1.1" status: 204 len: 168 time: 0.1458228 Oct 12 16:50:07.156344 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed60de5-70ae-4d98-aba3-805fe76a6421,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:07.163873 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.164218 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.164616 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.164930 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.165305 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.165738 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.166069 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.166398 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.166719 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.167042 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.167364 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.167679 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed337bc-22bf-4d8c-b4c3-36e351a06889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:07.666006 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae7eb5-7c15-421f-bab6-5e7cb145ef2a req-0f705a50-0aff-45e3-8c9e-6844103d6513 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:07.667628 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-24ae7eb5-7c15-421f-bab6-5e7cb145ef2a req-0f705a50-0aff-45e3-8c9e-6844103d6513 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0511901 Oct 12 16:50:07.729451 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-24ae7eb5-7c15-421f-bab6-5e7cb145ef2a req-37d841fd-d4be-4ec2-ac69-bb269477c99d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555890 Oct 12 16:50:07.745029 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0f0a-7ccc-4cdd-9351-032e3e3d95c1 req-6a0648a9-fad0-46b5-8a5b-13fd50121b07 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:07.746482 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-042f0f0a-7ccc-4cdd-9351-032e3e3d95c1 req-6a0648a9-fad0-46b5-8a5b-13fd50121b07 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 945 time: 0.0657563 Oct 12 16:50:07.784414 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-042f0f0a-7ccc-4cdd-9351-032e3e3d95c1 req-a13a275a-cf9c-4ae5-8405-079f07bb6edd tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Oct 12 16:50:08.012071 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a472638-eb94-4097-9327-7d8d40fd1a37 req-df521fd2-c8e8-4851-b1cc-0b5fc2aff070 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:08.013537 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8a472638-eb94-4097-9327-7d8d40fd1a37 req-df521fd2-c8e8-4851-b1cc-0b5fc2aff070 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0606744 Oct 12 16:50:08.050875 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8a472638-eb94-4097-9327-7d8d40fd1a37 req-a8565d8b-21cc-4276-ac2e-29ecd4071dbc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Oct 12 16:50:08.180697 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c86b-ccdf-44fb-bd58-27280947ca7d req-8549bd33-1886-41f8-864a-93c373ee4bbd tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:08.182200 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0fa2c86b-ccdf-44fb-bd58-27280947ca7d req-8549bd33-1886-41f8-864a-93c373ee4bbd tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0508273 Oct 12 16:50:08.220888 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0fa2c86b-ccdf-44fb-bd58-27280947ca7d req-47a4749f-f570-4eef-addc-768b9f7b82a7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327833 Oct 12 16:50:08.910137 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbefae-cb22-42f9-98d9-089f36a5ae7f req-ec21c62e-7011-47f1-a3e3-b80a103bc047 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:08.911680 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5ddbefae-cb22-42f9-98d9-089f36a5ae7f req-ec21c62e-7011-47f1-a3e3-b80a103bc047 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 945 time: 0.0494211 Oct 12 16:50:08.958807 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5ddbefae-cb22-42f9-98d9-089f36a5ae7f req-b1e0db12-4a5c-4a0f-b293-4db1a91a8b30 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/security-groups?id=83176910-98ad-472b-a108-f1a767930ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Oct 12 16:50:09.001644 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302bf5f-065c-43fb-bcdd-4a74441cbb31 req-4748aed7-d7e9-4f12-b7e9-c0f89137a9f6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:09.001644 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e302bf5f-065c-43fb-bcdd-4a74441cbb31 req-4748aed7-d7e9-4f12-b7e9-c0f89137a9f6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0575891 Oct 12 16:50:09.039426 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e302bf5f-065c-43fb-bcdd-4a74441cbb31 req-53f97e56-f902-41ee-98d0-5f47ba4f6696 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Oct 12 16:50:09.161446 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3c068-481c-4485-bcaa-05642f97cfb4 req-586837c7-386e-40d0-8509-75506d2fbf15 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:09.162869 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-51f3c068-481c-4485-bcaa-05642f97cfb4 req-586837c7-386e-40d0-8509-75506d2fbf15 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0468111 Oct 12 16:50:09.200467 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-51f3c068-481c-4485-bcaa-05642f97cfb4 req-65667df7-506b-4042-b766-cbe0820e4a75 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Oct 12 16:50:09.334140 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31cc78-341e-4f8c-a68d-8f79d09d8c42 req-0b612d1f-56d6-41f4-be78-e355516a7b29 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:09.335799 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1b31cc78-341e-4f8c-a68d-8f79d09d8c42 req-0b612d1f-56d6-41f4-be78-e355516a7b29 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0469873 Oct 12 16:50:09.376756 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1b31cc78-341e-4f8c-a68d-8f79d09d8c42 req-16fc9dbc-8ede-4f12-ba26-48d96c74d784 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335853 Oct 12 16:50:09.473637 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609d5d5-e71c-4a95-8719-f4b22eecfef2 req-caaf6101-92ac-43a3-ad75-214e6e05de04 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:09.475047 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b609d5d5-e71c-4a95-8719-f4b22eecfef2 req-caaf6101-92ac-43a3-ad75-214e6e05de04 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.25 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 945 time: 0.0492108 Oct 12 16:50:09.569805 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b609d5d5-e71c-4a95-8719-f4b22eecfef2 req-581bd460-535f-4a78-9442-80227970371c tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Deleting port 72073eca-bea9-4e16-8f89-17758370ef2d {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:50:09.570065 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b609d5d5-e71c-4a95-8719-f4b22eecfef2 req-581bd460-535f-4a78-9442-80227970371c tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.658432 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b609d5d5-e71c-4a95-8719-f4b22eecfef2 req-581bd460-535f-4a78-9442-80227970371c tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] For port 72073eca-bea9-4e16-8f89-17758370ef2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=72073eca-bea9-4e16-8f89-17758370ef2d,segment=NetworkSegment(77f105ec-81fc-4f84-8898-1d8e924e56ac),segment_id=77f105ec-81fc-4f84-8898-1d8e924e56ac)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:09.658788 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b609d5d5-e71c-4a95-8719-f4b22eecfef2 req-581bd460-535f-4a78-9442-80227970371c tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.670615 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b609d5d5-e71c-4a95-8719-f4b22eecfef2 req-581bd460-535f-4a78-9442-80227970371c tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Calling delete_port for 72073eca-bea9-4e16-8f89-17758370ef2d owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:50:09.790646 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b609d5d5-e71c-4a95-8719-f4b22eecfef2 req-581bd460-535f-4a78-9442-80227970371c tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.818840 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bd460-535f-4a78-9442-80227970371c tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Pushing event deleted for resources: {'Port': ['ID=72073eca-bea9-4e16-8f89-17758370ef2d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:09.830264 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['72073eca-bea9-4e16-8f89-17758370ef2d'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:50:09.859551 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b609d5d5-e71c-4a95-8719-f4b22eecfef2 req-581bd460-535f-4a78-9442-80227970371c tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] No DVR routers for this DVR port 72073eca-bea9-4e16-8f89-17758370ef2d on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:50:09.861888 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b609d5d5-e71c-4a95-8719-f4b22eecfef2 req-581bd460-535f-4a78-9442-80227970371c tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.865101 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b609d5d5-e71c-4a95-8719-f4b22eecfef2 req-581bd460-535f-4a78-9442-80227970371c tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.25 "DELETE /v2.0/ports/72073eca-bea9-4e16-8f89-17758370ef2d HTTP/1.1" status: 204 len: 173 time: 0.3824923 Oct 12 16:50:09.865561 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05a0431-341e-41cb-8e9a-5f56fc46b030', 'name': 'network-vif-deleted', 'tag': '72073eca-bea9-4e16-8f89-17758370ef2d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:09.867834 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414d26da-d8e4-4e22-90a3-515218abe2f7" -d '{"events": [{"server_uuid": "e05a0431-341e-41cb-8e9a-5f56fc46b030", "name": "network-vif-deleted", "tag": "72073eca-bea9-4e16-8f89-17758370ef2d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:09.904039 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f96fd88-8389-43dc-a96a-27438a1182d6 x-openstack-request-id: req-1f96fd88-8389-43dc-a96a-27438a1182d6 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:09.904333 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05a0431-341e-41cb-8e9a-5f56fc46b030", "name": "network-vif-deleted", "tag": "72073eca-bea9-4e16-8f89-17758370ef2d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:09.904584 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f96fd88-8389-43dc-a96a-27438a1182d6 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:09.904977 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05a0431-341e-41cb-8e9a-5f56fc46b030', 'name': 'network-vif-deleted', 'tag': '72073eca-bea9-4e16-8f89-17758370ef2d', 'status': 'completed', 'code': 200} Oct 12 16:50:10.051074 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d18c5570-8319-45c7-bb4d-15562dd647dd req-bed099ad-e27b-4c42-bc1e-98cef9d67b50 tempest-VolumesActionsTest-944592131 tempest-VolumesActionsTest-944592131-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05a0431-341e-41cb-8e9a-5f56fc46b030 HTTP/1.1" status: 200 len: 210 time: 0.0249627 Oct 12 16:50:10.163430 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e49f02-1e5e-41ef-937f-e8a3ee950c40 req-428c142e-066f-465b-a65b-ff7a155b1901 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:10.164909 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d5e49f02-1e5e-41ef-937f-e8a3ee950c40 req-428c142e-066f-465b-a65b-ff7a155b1901 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0480421 Oct 12 16:50:10.204948 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d5e49f02-1e5e-41ef-937f-e8a3ee950c40 req-d5c7c05a-a7f6-4b2e-bb8a-1848986f94b2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339758 Oct 12 16:50:10.319459 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064d68a-cf36-47a4-ac26-b03ad22419bc req-bd58e0e9-9d5d-4d1b-b0f1-227183506f94 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:10.320944 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a064d68a-cf36-47a4-ac26-b03ad22419bc req-bd58e0e9-9d5d-4d1b-b0f1-227183506f94 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0521963 Oct 12 16:50:10.367193 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a064d68a-cf36-47a4-ac26-b03ad22419bc req-d281b8d2-1d24-4a79-88bb-95a389b863b5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348444 Oct 12 16:50:10.497420 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dae78-08ca-491c-94c0-6074daabd78e req-4a198c5b-d178-41cd-a08a-72b59dd38243 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:10.504863 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-791dae78-08ca-491c-94c0-6074daabd78e req-4a198c5b-d178-41cd-a08a-72b59dd38243 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0583563 Oct 12 16:50:10.538470 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-791dae78-08ca-491c-94c0-6074daabd78e req-27e0e7b4-dde9-44f8-9f7f-54d12fd8b7f2 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327485 Oct 12 16:50:11.324537 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572fee2-9a71-4623-a2fc-d24487544a44 req-51fcf249-79f8-484e-8b91-05d03d7b0c7c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:11.326168 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3572fee2-9a71-4623-a2fc-d24487544a44 req-51fcf249-79f8-484e-8b91-05d03d7b0c7c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0494850 Oct 12 16:50:11.365706 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3572fee2-9a71-4623-a2fc-d24487544a44 req-4ca2a290-5b75-40f2-82fd-8ebc0d712549 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332456 Oct 12 16:50:11.496862 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefcdf1-0f2e-4014-bf6f-bf54ac618680 req-dcc29917-3529-49f7-a2cb-d19bdb600708 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:11.498436 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8fefcdf1-0f2e-4014-bf6f-bf54ac618680 req-dcc29917-3529-49f7-a2cb-d19bdb600708 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0614765 Oct 12 16:50:11.536569 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8fefcdf1-0f2e-4014-bf6f-bf54ac618680 req-58041a00-0ad8-4685-aab2-30500daeeee8 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Oct 12 16:50:11.669477 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199630d9-b0d7-4a03-a828-131504c6c9c7 req-822f0bb1-f3d7-4519-bd7c-318c922bedf6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:11.671007 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-199630d9-b0d7-4a03-a828-131504c6c9c7 req-822f0bb1-f3d7-4519-bd7c-318c922bedf6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0476174 Oct 12 16:50:11.711175 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-199630d9-b0d7-4a03-a828-131504c6c9c7 req-20f1cf46-8fed-4cd4-86a2-74067db5f1a2 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344059 Oct 12 16:50:11.943076 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfb4b7-80b9-4cac-a35c-af00d324e604 req-93bef5e1-89bf-437a-b6de-dd233311cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:11.944554 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dcdfb4b7-80b9-4cac-a35c-af00d324e604 req-93bef5e1-89bf-437a-b6de-dd233311cdbc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 1098 time: 0.0430353 Oct 12 16:50:12.049762 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfb4b7-80b9-4cac-a35c-af00d324e604 req-cdcb1575-7c18-4444-ac5f-e7cae0f91a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:12.051315 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dcdfb4b7-80b9-4cac-a35c-af00d324e604 req-cdcb1575-7c18-4444-ac5f-e7cae0f91a4a service neutron] 10.222.0.25 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 912 time: 0.0852914 Oct 12 16:50:12.116471 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dcdfb4b7-80b9-4cac-a35c-af00d324e604 req-0f21bda8-aa3b-43b3-b739-b33dce8dc54b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266 HTTP/1.1" status: 200 len: 1000 time: 0.0565345 Oct 12 16:50:12.490288 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d313d-c282-4aab-a8af-54f73b364a33 req-42a4cd2f-13f1-4bbd-b6a9-0345f0545560 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:12.491783 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2c6d313d-c282-4aab-a8af-54f73b364a33 req-42a4cd2f-13f1-4bbd-b6a9-0345f0545560 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0536189 Oct 12 16:50:12.533734 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2c6d313d-c282-4aab-a8af-54f73b364a33 req-02ca619f-fde5-45ea-829f-2658deaa59b1 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361121 Oct 12 16:50:12.649808 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124d94c-230a-4f45-a6a0-7f27e254668f req-e5cf3fd1-3631-4d57-bf7d-089c51b7baf0 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:12.651336 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8124d94c-230a-4f45-a6a0-7f27e254668f req-e5cf3fd1-3631-4d57-bf7d-089c51b7baf0 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0481203 Oct 12 16:50:12.687303 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8124d94c-230a-4f45-a6a0-7f27e254668f req-ebc1f886-b8db-4001-b98d-c18af943a1c2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300901 Oct 12 16:50:12.822825 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62865-dced-482d-8349-1f34556f4d13 req-6c62cb1e-17f3-4740-843a-0468e2f01810 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:12.824280 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2bc62865-dced-482d-8349-1f34556f4d13 req-6c62cb1e-17f3-4740-843a-0468e2f01810 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0465727 Oct 12 16:50:12.860865 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2bc62865-dced-482d-8349-1f34556f4d13 req-197c1965-3464-4d6d-aafd-e5a09139505f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307381 Oct 12 16:50:13.660328 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0ecee-c202-47f6-bb00-a8a5d95d94b8 req-426ab2c1-f1d9-409c-8ed5-1ebdd2a37801 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:13.661856 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-00e0ecee-c202-47f6-bb00-a8a5d95d94b8 req-426ab2c1-f1d9-409c-8ed5-1ebdd2a37801 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0590131 Oct 12 16:50:13.699576 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-00e0ecee-c202-47f6-bb00-a8a5d95d94b8 req-bba43ab8-736e-4359-afb5-b45477f80dcf tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317333 Oct 12 16:50:13.802783 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f815cc-76d8-4a51-aff8-b08474946aea req-e620f32a-ca22-4c82-a33d-5b811be54afc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:13.804446 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d0f815cc-76d8-4a51-aff8-b08474946aea req-e620f32a-ca22-4c82-a33d-5b811be54afc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0491946 Oct 12 16:50:13.844435 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d0f815cc-76d8-4a51-aff8-b08474946aea req-7e4da750-f7cf-4539-985e-b772e8527f82 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Oct 12 16:50:13.973119 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68690b91-885f-4f31-9cd9-5e2c6a979694 req-289379a1-a657-4001-b56a-a08c5ca84644 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:13.974638 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-68690b91-885f-4f31-9cd9-5e2c6a979694 req-289379a1-a657-4001-b56a-a08c5ca84644 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0478709 Oct 12 16:50:14.018690 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-68690b91-885f-4f31-9cd9-5e2c6a979694 req-78da922a-7a8a-4ea7-9440-da1aff61d870 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329549 Oct 12 16:50:14.818462 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcee3f-a3c2-4f1d-b87b-d82fb5fb06ba req-e961352c-f35d-4335-9bad-90a89a4cd8e1 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:14.819925 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6ebcee3f-a3c2-4f1d-b87b-d82fb5fb06ba req-e961352c-f35d-4335-9bad-90a89a4cd8e1 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0494545 Oct 12 16:50:14.858407 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6ebcee3f-a3c2-4f1d-b87b-d82fb5fb06ba req-3c427359-60b2-488a-8726-e85143df8641 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Oct 12 16:50:14.959785 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a159-6843-497c-a146-20ec828b6170 req-dc760622-a9d4-4427-96a4-171b3494f851 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:14.961256 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b226a159-6843-497c-a146-20ec828b6170 req-dc760622-a9d4-4427-96a4-171b3494f851 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0473855 Oct 12 16:50:14.997919 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b226a159-6843-497c-a146-20ec828b6170 req-838143fa-52b9-476b-aaa3-24bc7b04b077 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299253 Oct 12 16:50:15.131689 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7465d0e-c978-4002-aee8-b35a7f4f5202 req-2f2fb814-8768-4ee1-bad3-3c5e27f55085 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:15.133114 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d7465d0e-c978-4002-aee8-b35a7f4f5202 req-2f2fb814-8768-4ee1-bad3-3c5e27f55085 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0475302 Oct 12 16:50:15.169084 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d7465d0e-c978-4002-aee8-b35a7f4f5202 req-3b9eb597-803b-4352-9632-bf8a3ba5792d tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0295975 Oct 12 16:50:15.406327 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device fe97e967-4b6c-4302-80d9-0372d1406b88 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:50:15.427675 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 72073eca-bea9-4e16-8f89-17758370ef2d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:50:15.435208 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:15.448220 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfb4b7-80b9-4cac-a35c-af00d324e604 req-836456ff-e6fb-4b07-b83a-4312a3288a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:15.449717 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dcdfb4b7-80b9-4cac-a35c-af00d324e604 req-836456ff-e6fb-4b07-b83a-4312a3288a3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109ed70d-b303-4e9e-ad8c-e110e5884b8f HTTP/1.1" status: 200 len: 850 time: 0.0471315 Oct 12 16:50:15.456982 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 72073eca-bea9-4e16-8f89-17758370ef2d {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:50:15.457316 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 72073eca-bea9-4e16-8f89-17758370ef2d not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:50:15.500147 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfb4b7-80b9-4cac-a35c-af00d324e604 req-c7f28169-3533-4cbb-9c37-76489725ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:15.501749 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dcdfb4b7-80b9-4cac-a35c-af00d324e604 req-c7f28169-3533-4cbb-9c37-76489725ca61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=305d87b2-e9e4-4739-b688-2648a68da451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401092 Oct 12 16:50:15.532394 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:15.547539 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'port_id': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'mac_address': 'fa:16:3e:c3:9e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:50:15.586321 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:15.604050 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe97e967-4b6c-4302-80d9-0372d1406b88 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:50:15.627298 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:15.628721 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dcdfb4b7-80b9-4cac-a35c-af00d324e604 req-61609c3a-4a75-40f4-b146-e9bbd3d1dd31 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839643 Oct 12 16:50:15.631351 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:15.676800 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=fe97e967-4b6c-4302-80d9-0372d1406b88,revision_number=6']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:15.684239 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.684592 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.684936 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.685315 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.685630 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.685965 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.686290 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.686620 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.686945 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.687269 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.687593 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.687915 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:15.791580 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dcdfb4b7-80b9-4cac-a35c-af00d324e604 req-c5542cf4-d3b3-4cd2-b10d-c7dedefee277 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874393 Oct 12 16:50:15.981299 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['fe97e967-4b6c-4302-80d9-0372d1406b88'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:50:15.988506 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af739c4e-32ac-43db-9f50-77e486c193ba req-2a68ba8f-e8e0-4d27-9973-ad7363ffad0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:15.990296 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-af739c4e-32ac-43db-9f50-77e486c193ba req-2a68ba8f-e8e0-4d27-9973-ad7363ffad0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 945 time: 0.0505059 Oct 12 16:50:16.039717 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-af739c4e-32ac-43db-9f50-77e486c193ba req-1aef81f2-e444-447e-8944-678978a83b28 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432036 Oct 12 16:50:16.119590 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413da1da-c9cb-4a1f-8740-6ce3a9ca0386 req-4be4c578-65ea-45cd-93c2-655e14024e21 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:16.121071 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-413da1da-c9cb-4a1f-8740-6ce3a9ca0386 req-4be4c578-65ea-45cd-93c2-655e14024e21 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0517190 Oct 12 16:50:16.157797 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-413da1da-c9cb-4a1f-8740-6ce3a9ca0386 req-9c941f54-0d9d-46df-9ee5-3c3f8e1f616a tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308449 Oct 12 16:50:16.286737 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab5c25-e0a4-4afe-ab5f-1b177e9e0127 req-5de39f34-c592-4d87-880b-ccd37256fa19 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:16.288291 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ddab5c25-e0a4-4afe-ab5f-1b177e9e0127 req-5de39f34-c592-4d87-880b-ccd37256fa19 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0516508 Oct 12 16:50:16.326514 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ddab5c25-e0a4-4afe-ab5f-1b177e9e0127 req-02ee25ed-5306-4400-98d1-516465b7bab0 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318499 Oct 12 16:50:16.426741 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device fe97e967-4b6c-4302-80d9-0372d1406b88 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:16.485519 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port fe97e967-4b6c-4302-80d9-0372d1406b88 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:16.485898 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:16.565797 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:16.592272 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:16.595650 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dfcc2d-4e56-4579-ad08-8f92c21cb93c" -d '{"events": [{"server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:16.621183 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:16.626914 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:16.654040 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2a26e2-ac97-4bc2-9c1f-ae83d860dd88 x-openstack-request-id: req-cf2a26e2-ac97-4bc2-9c1f-ae83d860dd88 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:16.654330 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:16.654576 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf2a26e2-ac97-4bc2-9c1f-ae83d860dd88 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:16.654951 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'code': 200} Oct 12 16:50:16.682304 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=fe97e967-4b6c-4302-80d9-0372d1406b88,revision_number=7']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:17.165261 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833e7de-57fc-4810-9ec6-13909f4966a0 req-583c9a53-93f5-4874-b32c-37280c985dc2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:17.166735 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1833e7de-57fc-4810-9ec6-13909f4966a0 req-583c9a53-93f5-4874-b32c-37280c985dc2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0558329 Oct 12 16:50:17.214366 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1833e7de-57fc-4810-9ec6-13909f4966a0 req-b815c6bd-2948-402f-8025-d71c07d4dcb4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409546 Oct 12 16:50:17.312077 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddfc8b-11d6-4165-8010-10c25f478c1e req-12998e5f-2299-46e0-91b7-e823f9330ec8 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:17.319818 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-09ddfc8b-11d6-4165-8010-10c25f478c1e req-12998e5f-2299-46e0-91b7-e823f9330ec8 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0750721 Oct 12 16:50:17.384996 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-09ddfc8b-11d6-4165-8010-10c25f478c1e req-20133cae-7e0c-436a-b7da-4224d28fd422 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646653 Oct 12 16:50:17.491858 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ab54c-edb8-43a2-8120-142714ed99e7 req-c42c59e5-6967-4ba6-ab98-56e4735887aa tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:17.493335 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-460ab54c-edb8-43a2-8120-142714ed99e7 req-c42c59e5-6967-4ba6-ab98-56e4735887aa tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0849979 Oct 12 16:50:17.527915 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb60ff-f8cc-438c-8e19-ed763e0c7b70 req-bd09c3d2-ddb0-4118-b8a9-b61808525b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:17.529442 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9ddb60ff-f8cc-438c-8e19-ed763e0c7b70 req-bd09c3d2-ddb0-4118-b8a9-b61808525b6e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 1099 time: 0.0735352 Oct 12 16:50:17.558067 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-460ab54c-edb8-43a2-8120-142714ed99e7 req-48f6c783-a8be-49fa-9015-041eea333c59 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0570452 Oct 12 16:50:17.572048 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9ddb60ff-f8cc-438c-8e19-ed763e0c7b70 req-c6e3e6b5-f026-4c29-bf39-6808833c6b67 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349712 Oct 12 16:50:18.398267 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c17214-2e6a-49df-af49-f0728d610191 req-926c7866-50dc-48ff-ae0a-5f16ce2b7689 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:18.413248 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f0c17214-2e6a-49df-af49-f0728d610191 req-926c7866-50dc-48ff-ae0a-5f16ce2b7689 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0982838 Oct 12 16:50:18.463679 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f0c17214-2e6a-49df-af49-f0728d610191 req-8cdd4470-d2f1-40b6-a433-98394b48de68 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433910 Oct 12 16:50:18.548881 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778093a-e810-4e05-a609-65b054096055 req-80d37111-b405-4b10-8c4b-2f8687898b21 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:18.550589 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d778093a-e810-4e05-a609-65b054096055 req-80d37111-b405-4b10-8c4b-2f8687898b21 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0504639 Oct 12 16:50:18.601892 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d778093a-e810-4e05-a609-65b054096055 req-b3fe09ee-6604-4b28-abc1-455fc055c202 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449073 Oct 12 16:50:18.713628 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f81a51-0e48-4e30-a6a9-44deaa548be3 req-e26bbf30-116d-4c72-94d1-40f8c3bc9035 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:18.715454 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b8f81a51-0e48-4e30-a6a9-44deaa548be3 req-e26bbf30-116d-4c72-94d1-40f8c3bc9035 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0588894 Oct 12 16:50:18.759715 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b8f81a51-0e48-4e30-a6a9-44deaa548be3 req-a2459ba1-7dea-42ee-bf19-23f36bc9fb6c tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374632 Oct 12 16:50:18.913812 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:50:19.615096 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46ad1-07e6-475b-b451-2e870454c209 req-ee822ff8-31e7-41d8-8467-3319fd8c64f9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:19.616965 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-32e46ad1-07e6-475b-b451-2e870454c209 req-ee822ff8-31e7-41d8-8467-3319fd8c64f9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0561647 Oct 12 16:50:19.678995 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-32e46ad1-07e6-475b-b451-2e870454c209 req-b0a616be-22f6-47ae-b63e-637f1fd8cef7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551639 Oct 12 16:50:19.739081 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134e808-c1b7-4b3b-8d1c-3bb902197f3e req-9c9f043e-26d5-4b99-afe8-cccbab802d86 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:19.740692 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3134e808-c1b7-4b3b-8d1c-3bb902197f3e req-9c9f043e-26d5-4b99-afe8-cccbab802d86 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0608428 Oct 12 16:50:19.780129 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3134e808-c1b7-4b3b-8d1c-3bb902197f3e req-206e93ea-7389-40a6-bfad-d68dd25f6215 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328884 Oct 12 16:50:19.929805 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def062ea-e11d-44c8-8728-af7c13a5b8aa req-6b89610d-9be6-4eb2-a341-ce9a4b486d03 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:19.931542 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-def062ea-e11d-44c8-8728-af7c13a5b8aa req-6b89610d-9be6-4eb2-a341-ce9a4b486d03 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0823896 Oct 12 16:50:19.954248 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325f472-d3ec-4173-aa15-ff1d2ee16086 req-0f870719-ff75-4ad7-81fc-b1191d4027eb tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:19.955726 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c325f472-d3ec-4173-aa15-ff1d2ee16086 req-0f870719-ff75-4ad7-81fc-b1191d4027eb tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0806286 Oct 12 16:50:20.015622 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c325f472-d3ec-4173-aa15-ff1d2ee16086 req-e54006f2-cf58-4792-be85-6194ff8aeddc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516963 Oct 12 16:50:20.037565 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-def062ea-e11d-44c8-8728-af7c13a5b8aa req-73fa1627-9640-4100-8b59-c6b5c01fce81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0951328 Oct 12 16:50:20.839928 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06435-fd3c-4b19-b55c-dfda0ea2f7eb req-2cdfeebb-e94e-4947-9252-ab305274efe2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:20.841561 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-30e06435-fd3c-4b19-b55c-dfda0ea2f7eb req-2cdfeebb-e94e-4947-9252-ab305274efe2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0571020 Oct 12 16:50:20.886330 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-30e06435-fd3c-4b19-b55c-dfda0ea2f7eb req-ba7ebd90-e240-4786-9938-01fcfa08d38d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368047 Oct 12 16:50:21.157388 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606782f2-2645-49e7-8ab4-d9675884ba75 req-53585ac3-abd4-49a0-8758-fdedc8694f90 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:21.159589 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-606782f2-2645-49e7-8ab4-d9675884ba75 req-53585ac3-abd4-49a0-8758-fdedc8694f90 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0556052 Oct 12 16:50:21.202614 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-606782f2-2645-49e7-8ab4-d9675884ba75 req-9d582dd0-e890-4e9f-86a1-93388ae9477c tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0360343 Oct 12 16:50:21.802153 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33f57-fcb6-4d4b-918d-c22e2f74f7c2 req-07e1f4e7-d47a-4d33-bc12-64fbcce8a0d0 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:21.804849 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-60e33f57-fcb6-4d4b-918d-c22e2f74f7c2 req-07e1f4e7-d47a-4d33-bc12-64fbcce8a0d0 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0982277 Oct 12 16:50:21.822526 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2c27-0f99-4e4d-b9fa-f62c6126eaed req-d74cdc17-2554-4439-8779-867c43f94246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:21.824240 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-971d2c27-0f99-4e4d-b9fa-f62c6126eaed req-d74cdc17-2554-4439-8779-867c43f94246 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcc08699515f48a08c8ac1507eec9cae&device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 1098 time: 0.1066337 Oct 12 16:50:21.908883 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-60e33f57-fcb6-4d4b-918d-c22e2f74f7c2 req-3b7c425f-2ac9-4964-a0c5-4c701bf52274 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941329 Oct 12 16:50:22.184241 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2c27-0f99-4e4d-b9fa-f62c6126eaed req-fa87f0cf-c92d-4450-8032-41b762c310d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:22.184241 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-971d2c27-0f99-4e4d-b9fa-f62c6126eaed req-fa87f0cf-c92d-4450-8032-41b762c310d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8331595f-8778-400e-9052-2af4f1b41752 HTTP/1.1" status: 200 len: 920 time: 0.3494534 Oct 12 16:50:22.238476 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-971d2c27-0f99-4e4d-b9fa-f62c6126eaed req-4ab228af-cb3c-41d2-b89e-0f97eede2ad0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=970ab12a-ca76-4815-9eed-2a2d438ab9ad HTTP/1.1" status: 200 len: 217 time: 0.0414407 Oct 12 16:50:22.286333 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b6298-8a4a-49d1-8a67-a5c863207b64 req-ebc953f0-075b-410e-9a0f-4e7272bc8785 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:22.287798 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5c6b6298-8a4a-49d1-8a67-a5c863207b64 req-ebc953f0-075b-410e-9a0f-4e7272bc8785 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.1254680 Oct 12 16:50:22.346116 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2c27-0f99-4e4d-b9fa-f62c6126eaed req-e4a90c86-02c0-4458-b8a2-752eb75bda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:22.347564 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-971d2c27-0f99-4e4d-b9fa-f62c6126eaed req-e4a90c86-02c0-4458-b8a2-752eb75bda73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184 HTTP/1.1" status: 200 len: 859 time: 0.1015470 Oct 12 16:50:22.395295 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5c6b6298-8a4a-49d1-8a67-a5c863207b64 req-2f6c0da0-00cb-4dfc-8134-f65869f007cc tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011565 Oct 12 16:50:22.397063 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-971d2c27-0f99-4e4d-b9fa-f62c6126eaed req-06ba3e3f-9f38-4ea0-8217-74a11e4f45cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8331595f-8778-400e-9052-2af4f1b41752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346346 Oct 12 16:50:22.408088 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0bbcb-d1c2-4d46-abfd-9f296662694c req-ff71205b-355f-4bb2-9e3f-2dea97a63400 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:22.409643 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-94c0bbcb-d1c2-4d46-abfd-9f296662694c req-ff71205b-355f-4bb2-9e3f-2dea97a63400 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.1193800 Oct 12 16:50:22.523235 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-94c0bbcb-d1c2-4d46-abfd-9f296662694c req-d968b56f-2ab8-4b57-a214-56bff944cf89 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0631287 Oct 12 16:50:22.545265 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-971d2c27-0f99-4e4d-b9fa-f62c6126eaed req-919d514d-4f53-44f3-a28a-22e0c045c4f5 service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346474 Oct 12 16:50:22.657065 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-971d2c27-0f99-4e4d-b9fa-f62c6126eaed req-60fc4de9-8adc-4bda-a880-35473f31c799 service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008394 Oct 12 16:50:23.042404 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e345b7-b641-429a-a65b-cc2cdc615d17 req-481c1316-331d-49f7-b07e-d362e7239657 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:23.049766 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-36e345b7-b641-429a-a65b-cc2cdc615d17 req-481c1316-331d-49f7-b07e-d362e7239657 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0627949 Oct 12 16:50:23.090814 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-36e345b7-b641-429a-a65b-cc2cdc615d17 req-d9178ed3-8608-43eb-83ae-598c1f9ca124 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400865 Oct 12 16:50:23.530798 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8188-0a4b-4ed2-9d5a-3c1a80abbd0f req-dfe6b14f-8ae8-47ab-9601-f32d533c42fe tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:23.532280 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-822b8188-0a4b-4ed2-9d5a-3c1a80abbd0f req-dfe6b14f-8ae8-47ab-9601-f32d533c42fe tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0505877 Oct 12 16:50:23.589575 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-822b8188-0a4b-4ed2-9d5a-3c1a80abbd0f req-bc61a95e-abca-45e3-bdad-ee616bcfc6f2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491407 Oct 12 16:50:23.659410 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e950e-9570-4dba-9b93-3b6d2927baf5 req-598d6f5e-ecfe-457a-8521-7e5691e37a8d tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:23.661407 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f21e950e-9570-4dba-9b93-3b6d2927baf5 req-598d6f5e-ecfe-457a-8521-7e5691e37a8d tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0639493 Oct 12 16:50:23.701184 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f21e950e-9570-4dba-9b93-3b6d2927baf5 req-6b8e33e3-94ff-4875-8294-f682f6fd6e9f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331841 Oct 12 16:50:24.278273 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6fdbb-dcc3-4d02-9306-b4b8cdab17fa req-60c080e3-1e3a-45f6-9e7c-cee758ed0634 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:24.286638 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-82c6fdbb-dcc3-4d02-9306-b4b8cdab17fa req-60c080e3-1e3a-45f6-9e7c-cee758ed0634 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1125588 Oct 12 16:50:24.359235 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-82c6fdbb-dcc3-4d02-9306-b4b8cdab17fa req-28865d43-4018-42ca-90bb-9da78a78b7f5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664301 Oct 12 16:50:24.770292 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c39ce-1fb0-4a19-94d3-cd9b14ea8837 req-92635b85-09c1-4437-b06f-ff81f608c9f0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:24.788378 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e40c39ce-1fb0-4a19-94d3-cd9b14ea8837 req-92635b85-09c1-4437-b06f-ff81f608c9f0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0875263 Oct 12 16:50:24.828460 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9bde29ad-f27b-4eae-ae6d-3692a82f2eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:24.870872 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e40c39ce-1fb0-4a19-94d3-cd9b14ea8837 req-7db7ecb7-3307-4c79-9b81-f9c4768dd023 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813279 Oct 12 16:50:25.069458 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0f6c-d7d1-4622-8c51-b243f07ecf1e req-99e2d9ad-4f5c-4586-86a8-64a22ed15868 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:25.073312 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c58d0f6c-d7d1-4622-8c51-b243f07ecf1e req-99e2d9ad-4f5c-4586-86a8-64a22ed15868 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.1843827 Oct 12 16:50:25.173438 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c58d0f6c-d7d1-4622-8c51-b243f07ecf1e req-ea7eefe4-740b-4029-94e0-590af9779899 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0835519 Oct 12 16:50:25.624565 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baccdc6-db64-4619-93e7-87168fd120f8 req-47d53706-6e92-418a-b135-c2c8c39cec25 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:25.633575 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2baccdc6-db64-4619-93e7-87168fd120f8 req-47d53706-6e92-418a-b135-c2c8c39cec25 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.1954236 Oct 12 16:50:25.642096 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6720f1-9310-436e-9735-d48d08f629e6 req-b7f7996c-cd3a-4988-8b1f-595a7de24b03 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:25.643610 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae6720f1-9310-436e-9735-d48d08f629e6 req-b7f7996c-cd3a-4988-8b1f-595a7de24b03 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1324253 Oct 12 16:50:25.673613 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b088b68-38df-4356-b50e-3bcd060df0c1 req-a08e0eb9-fe48-4be3-b072-0bd8e99b89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:25.675154 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5b088b68-38df-4356-b50e-3bcd060df0c1 req-a08e0eb9-fe48-4be3-b072-0bd8e99b89d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 1098 time: 0.1039829 Oct 12 16:50:25.731806 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae6720f1-9310-436e-9735-d48d08f629e6 req-863d3751-d713-4486-b964-32803ff6023c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558238 Oct 12 16:50:25.765620 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2baccdc6-db64-4619-93e7-87168fd120f8 req-6f4d8224-fe19-453c-ba08-bebd6a4fc1eb tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1327455 Oct 12 16:50:25.875970 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b088b68-38df-4356-b50e-3bcd060df0c1 req-9d0ddac4-c299-4f51-9dea-a35052521f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:25.882155 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5b088b68-38df-4356-b50e-3bcd060df0c1 req-9d0ddac4-c299-4f51-9dea-a35052521f8e service neutron] 10.222.0.25 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 912 time: 0.1644199 Oct 12 16:50:25.977588 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5b088b68-38df-4356-b50e-3bcd060df0c1 req-64a4e109-0682-4704-a84d-94ff172b6082 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266 HTTP/1.1" status: 200 len: 1000 time: 0.0833015 Oct 12 16:50:26.099734 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b088b68-38df-4356-b50e-3bcd060df0c1 req-ca409323-73dc-4cdc-923a-3619bca2cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:26.101255 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5b088b68-38df-4356-b50e-3bcd060df0c1 req-ca409323-73dc-4cdc-923a-3619bca2cb31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109ed70d-b303-4e9e-ad8c-e110e5884b8f HTTP/1.1" status: 200 len: 850 time: 0.1164029 Oct 12 16:50:26.111454 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a8c4f-46f4-47f2-94c2-198fbcec817a req-4c561c64-de15-46c3-940e-f2712633246b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:26.113060 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1b6a8c4f-46f4-47f2-94c2-198fbcec817a req-4c561c64-de15-46c3-940e-f2712633246b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.1193628 Oct 12 16:50:26.196389 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b088b68-38df-4356-b50e-3bcd060df0c1 req-60b4947f-f85c-47f1-9710-9cad074b0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:26.201120 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5b088b68-38df-4356-b50e-3bcd060df0c1 req-60b4947f-f85c-47f1-9710-9cad074b0895 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=305d87b2-e9e4-4739-b688-2648a68da451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856500 Oct 12 16:50:26.206119 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1b6a8c4f-46f4-47f2-94c2-198fbcec817a req-1f2c5a07-370b-4e98-a463-bb26772be598 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818241 Oct 12 16:50:26.326077 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5b088b68-38df-4356-b50e-3bcd060df0c1 req-2f31cfa7-2506-4ed9-b651-95dae33a9ce2 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172528 Oct 12 16:50:26.451150 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5b088b68-38df-4356-b50e-3bcd060df0c1 req-c5e2043e-823e-4e1b-b663-d3ed706f2e79 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152062 Oct 12 16:50:26.878138 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d544a7-04a0-446d-96e9-54b1f280490c req-d3d18db0-eae9-4e3c-8331-b41abe07924a tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:26.881836 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-09d544a7-04a0-446d-96e9-54b1f280490c req-d3d18db0-eae9-4e3c-8331-b41abe07924a tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0747604 Oct 12 16:50:26.929881 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d5a8a-21ed-475f-9883-c2f00abc3a6b req-b5e30ab3-9083-43a0-896e-df106aad928a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:26.931381 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a76d5a8a-21ed-475f-9883-c2f00abc3a6b req-b5e30ab3-9083-43a0-896e-df106aad928a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0920198 Oct 12 16:50:26.937197 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-09d544a7-04a0-446d-96e9-54b1f280490c req-e1eab6f5-4f1d-410e-b9c5-44ebe251a252 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516937 Oct 12 16:50:26.970130 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a76d5a8a-21ed-475f-9883-c2f00abc3a6b req-cb6f3cd3-07d4-4a5f-b10d-de09cf934025 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318820 Oct 12 16:50:27.334363 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a77011-809a-4064-84b6-64f50cfd9943 req-173935a1-32cc-4fbd-86e0-d85e0cfb4556 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:27.340265 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-07a77011-809a-4064-84b6-64f50cfd9943 req-173935a1-32cc-4fbd-86e0-d85e0cfb4556 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0533910 Oct 12 16:50:27.392237 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-07a77011-809a-4064-84b6-64f50cfd9943 req-b861347f-f3bc-4e70-8704-e85280cceadf tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469100 Oct 12 16:50:27.442849 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1009cb-e3b3-482e-b45b-816e68e78dbf req-51a2069f-d0fe-47b4-9e29-57a2a11e4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:27.444356 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea1009cb-e3b3-482e-b45b-816e68e78dbf req-51a2069f-d0fe-47b4-9e29-57a2a11e4a74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 1099 time: 0.0476210 Oct 12 16:50:27.519586 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0e219cdf-d6a7-463b-9547-69f3932bec87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.558470 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1009cb-e3b3-482e-b45b-816e68e78dbf req-96ae0a50-19ba-4a27-8ad8-87fbd326f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:27.560708 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea1009cb-e3b3-482e-b45b-816e68e78dbf req-96ae0a50-19ba-4a27-8ad8-87fbd326f6d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 917 time: 0.1036999 Oct 12 16:50:27.649811 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea1009cb-e3b3-482e-b45b-816e68e78dbf req-86d70f49-50a3-496d-8e94-402d12d2c7f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe97e967-4b6c-4302-80d9-0372d1406b88 HTTP/1.1" status: 200 len: 1001 time: 0.0694709 Oct 12 16:50:27.711345 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1009cb-e3b3-482e-b45b-816e68e78dbf req-f3e050ae-df0c-4941-a6da-9243802df21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:27.712819 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea1009cb-e3b3-482e-b45b-816e68e78dbf req-f3e050ae-df0c-4941-a6da-9243802df21a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0513110 Oct 12 16:50:27.771171 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1009cb-e3b3-482e-b45b-816e68e78dbf req-685494cc-070f-4307-b7b9-618610fd4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:27.772733 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea1009cb-e3b3-482e-b45b-816e68e78dbf req-685494cc-070f-4307-b7b9-618610fd4360 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515823 Oct 12 16:50:27.879445 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea1009cb-e3b3-482e-b45b-816e68e78dbf req-ebe3671e-1d5c-42ac-aaa7-cc11dff14f56 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991676 Oct 12 16:50:28.063162 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea1009cb-e3b3-482e-b45b-816e68e78dbf req-20472e49-7891-4467-a8f3-b083993fda28 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707065 Oct 12 16:50:28.142285 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900506-1b30-4bd8-b1ff-b57429214175 req-49fd5ff8-abbe-45ab-afab-a5a75236fabc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:28.143839 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d1900506-1b30-4bd8-b1ff-b57429214175 req-49fd5ff8-abbe-45ab-afab-a5a75236fabc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1126018 Oct 12 16:50:28.158768 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479370f7-7d13-4e38-86df-f6f3e334d8f5 req-1dd2d37a-143c-4ac8-a0e8-85957617e60d tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:28.160173 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-479370f7-7d13-4e38-86df-f6f3e334d8f5 req-1dd2d37a-143c-4ac8-a0e8-85957617e60d tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0911965 Oct 12 16:50:28.219884 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-479370f7-7d13-4e38-86df-f6f3e334d8f5 req-87009e5d-efc6-40a5-b6cf-4e402d85ec47 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512609 Oct 12 16:50:28.230706 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d1900506-1b30-4bd8-b1ff-b57429214175 req-6cdcae17-ce17-4d8c-9d27-a3c611c0b965 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801098 Oct 12 16:50:28.330272 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.536478 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff34c7-df7b-4236-81e1-a89b6040b6a6 req-8fcc0d4b-0aad-4b9f-87c8-a9ea0e00fb86 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:28.538523 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-13ff34c7-df7b-4236-81e1-a89b6040b6a6 req-8fcc0d4b-0aad-4b9f-87c8-a9ea0e00fb86 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0674458 Oct 12 16:50:28.586357 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-13ff34c7-df7b-4236-81e1-a89b6040b6a6 req-89a41d06-e633-40b2-9fd5-ffec8429fd3a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399132 Oct 12 16:50:28.969712 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:29.357599 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4410af-9b43-45a1-ac4d-3c482d61242c req-3a7b9038-6776-4da9-9878-d78e4bcc2e4c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:29.358877 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ee4410af-9b43-45a1-ac4d-3c482d61242c req-3a7b9038-6776-4da9-9878-d78e4bcc2e4c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0543811 Oct 12 16:50:29.412279 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ee4410af-9b43-45a1-ac4d-3c482d61242c req-2edc37c0-c1a7-408c-b552-49068b1cf5d6 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471172 Oct 12 16:50:29.724650 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7355ec1-f207-4418-9ee6-4a2e8e1f86f8 req-cc0ab265-5acc-437f-b21d-f9384e54a89e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:29.726313 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f7355ec1-f207-4418-9ee6-4a2e8e1f86f8 req-cc0ab265-5acc-437f-b21d-f9384e54a89e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 946 time: 0.0579009 Oct 12 16:50:29.766496 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f7355ec1-f207-4418-9ee6-4a2e8e1f86f8 req-cfeb1c24-9f75-45ca-81eb-6fff12ffbf80 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328572 Oct 12 16:50:30.423561 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.533340 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device fe97e967-4b6c-4302-80d9-0372d1406b88 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:50:30.580234 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c0c1b-f15b-43f7-8d2b-abf94341d941 req-6e6fc390-e344-4c8d-b29f-c4aae849b1a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:30.583678 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-341c0c1b-f15b-43f7-8d2b-abf94341d941 req-6e6fc390-e344-4c8d-b29f-c4aae849b1a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0975590 Oct 12 16:50:30.639487 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-341c0c1b-f15b-43f7-8d2b-abf94341d941 req-232208c3-da90-481b-b6e4-f0419aaeaa24 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Oct 12 16:50:30.679276 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.706285 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:30.710240 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33310101-269f-4d46-9bb8-7750c4a23fa3" -d '{"events": [{"server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "name": "network-vif-unplugged", "status": "completed", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:30.756712 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:30.762913 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.794820 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fa7516-e3c5-479a-ad66-443c75a8bf9f x-openstack-request-id: req-29fa7516-e3c5-479a-ad66-443c75a8bf9f {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:30.795479 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "name": "network-vif-unplugged", "status": "completed", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:30.795958 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29fa7516-e3c5-479a-ad66-443c75a8bf9f {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:30.796558 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'code': 200} Oct 12 16:50:30.829166 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=fe97e967-4b6c-4302-80d9-0372d1406b88,revision_number=8']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:30.914840 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0f322-6071-4155-857e-cbfaea6b232e req-67d46e2b-a6a5-4610-b2ac-03f956f90804 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:30.916605 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b6f0f322-6071-4155-857e-cbfaea6b232e req-67d46e2b-a6a5-4610-b2ac-03f956f90804 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0647998 Oct 12 16:50:30.969986 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b6f0f322-6071-4155-857e-cbfaea6b232e req-7bca105c-d12c-4d3b-b918-5cd00c71680a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466797 Oct 12 16:50:31.562254 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [req-bf858044-016b-4858-aed4-a4192460bcdc req-e3facbd6-db95-4e4a-bf81-f2658ee56048 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:50:31.563135 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bf858044-016b-4858-aed4-a4192460bcdc req-e3facbd6-db95-4e4a-bf81-f2658ee56048 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053098 Oct 12 16:50:31.834802 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfb9fb-6809-4ba2-92ce-18b76d8dc3b4 req-634a44d7-b471-4129-b991-3da4a8c567d9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:31.837091 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2ccfb9fb-6809-4ba2-92ce-18b76d8dc3b4 req-634a44d7-b471-4129-b991-3da4a8c567d9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.1100690 Oct 12 16:50:31.850876 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bd888-b688-41f7-aa79-77c9ebd47f23 req-0c898bf5-777e-4046-86fa-307c6814ffbc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:31.852572 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-155bd888-b688-41f7-aa79-77c9ebd47f23 req-0c898bf5-777e-4046-86fa-307c6814ffbc tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0762832 Oct 12 16:50:31.913471 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-155bd888-b688-41f7-aa79-77c9ebd47f23 req-40b83771-743f-42ed-895e-b249daab1e80 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532596 Oct 12 16:50:31.937056 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2ccfb9fb-6809-4ba2-92ce-18b76d8dc3b4 req-5acb4414-d0a1-46eb-aaef-fb74f3df4c3f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832226 Oct 12 16:50:32.291687 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 44402) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:32.423264 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-a2bcea2f-8708-43ec-ae9a-a0feeb2de24b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1303341 Oct 12 16:50:32.437089 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-420af9c7-5456-4ccb-9593-dd15182842a4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:50:32.446003 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-420af9c7-5456-4ccb-9593-dd15182842a4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0154800 Oct 12 16:50:33.148605 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf02bf-38d0-4e54-a9da-8c8d473b4885 req-c9a8b7d1-c0d6-4d9c-a720-d6aa71ddaf0e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:33.151139 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3caf02bf-38d0-4e54-a9da-8c8d473b4885 req-c9a8b7d1-c0d6-4d9c-a720-d6aa71ddaf0e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0907283 Oct 12 16:50:33.159562 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28c967-7b09-4f6b-865f-f25ceebfd65b req-056dd5e6-3c36-4e07-9ea1-aee10f9fa9d8 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:33.161224 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1e28c967-7b09-4f6b-865f-f25ceebfd65b req-056dd5e6-3c36-4e07-9ea1-aee10f9fa9d8 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0882661 Oct 12 16:50:33.229578 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3caf02bf-38d0-4e54-a9da-8c8d473b4885 req-d147fc92-9efd-4e9d-8adf-543307709762 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665982 Oct 12 16:50:33.237781 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1e28c967-7b09-4f6b-865f-f25ceebfd65b req-88ccb39b-36a2-49b1-a982-3c0a8d3be4a4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563858 Oct 12 16:50:34.396001 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369aedec-3e4e-4ba9-8d65-12592aadbd85 req-0c039c4a-eb00-47a0-b41d-601137c9efee tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:34.397481 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-369aedec-3e4e-4ba9-8d65-12592aadbd85 req-0c039c4a-eb00-47a0-b41d-601137c9efee tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0726581 Oct 12 16:50:34.536190 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-4597215d-3f16-4e5a-b7e9-1e021c2b9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:34.537688 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-4597215d-3f16-4e5a-b7e9-1e021c2b9ac1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d&tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6 HTTP/1.1" status: 200 len: 1097 time: 0.1284971 Oct 12 16:50:34.549800 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-369aedec-3e4e-4ba9-8d65-12592aadbd85 req-61e55495-5091-4af3-9e9a-5fbe12d08f68 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302948 Oct 12 16:50:34.576037 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448a41e-9ed1-4db3-90dc-03c397968d3b req-fa804b89-4f81-4337-8bb0-f813784b8159 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:34.576037 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d448a41e-9ed1-4db3-90dc-03c397968d3b req-fa804b89-4f81-4337-8bb0-f813784b8159 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1714652 Oct 12 16:50:34.645418 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d448a41e-9ed1-4db3-90dc-03c397968d3b req-27f8009a-50f1-45ee-9829-8e072fe31ed4 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636480 Oct 12 16:50:34.653359 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-5e5e0a33-4657-4547-b567-3383c1265840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:34.654978 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-5e5e0a33-4657-4547-b567-3383c1265840 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 1097 time: 0.0564785 Oct 12 16:50:34.992295 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-8dda91bb-529e-4913-aab9-2554d4814866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:34.993821 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-8dda91bb-529e-4913-aab9-2554d4814866 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 917 time: 0.3307409 Oct 12 16:50:35.069775 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-4e365976-02c9-4768-9a88-ac4cc69bc35f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe97e967-4b6c-4302-80d9-0372d1406b88 HTTP/1.1" status: 200 len: 999 time: 0.0671296 Oct 12 16:50:35.130289 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-7c19d360-0721-4cd5-89f7-b4ef0f607714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:35.132099 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-7c19d360-0721-4cd5-89f7-b4ef0f607714 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0550256 Oct 12 16:50:35.186972 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-4da9bd11-c49c-4723-912f-ca247813a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:35.188871 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-4da9bd11-c49c-4723-912f-ca247813a679 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452187 Oct 12 16:50:35.348000 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-e04e019a-9524-477c-96e8-a0979d7e917f service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509042 Oct 12 16:50:35.477738 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb0d5b4-f225-4b9e-b640-4615e196e488 req-1e0fa127-766c-4f2d-b5b4-052e84063c24 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194201 Oct 12 16:50:35.685303 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7f34c-de1b-4bd4-a49b-44b23d9eede0 req-21a53d94-3600-45e4-af62-08049f8b1a84 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:35.687074 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9ae7f34c-de1b-4bd4-a49b-44b23d9eede0 req-21a53d94-3600-45e4-af62-08049f8b1a84 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0534513 Oct 12 16:50:35.735996 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9ae7f34c-de1b-4bd4-a49b-44b23d9eede0 req-4bf94287-c757-4694-b7b2-4111747b53a4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Oct 12 16:50:35.841596 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82808b6-f0f0-4b5e-a565-62f4193ddfea req-0c0424da-c063-4ed3-a4a8-8e48baf1b986 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:35.843645 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c82808b6-f0f0-4b5e-a565-62f4193ddfea req-0c0424da-c063-4ed3-a4a8-8e48baf1b986 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0632617 Oct 12 16:50:35.893649 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c82808b6-f0f0-4b5e-a565-62f4193ddfea req-75ba456a-e3c3-4fa8-8786-9c489c7f02b2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436444 Oct 12 16:50:37.068169 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e98b5-a447-4c00-8fcb-a649543b6cba req-2558c04e-d0f5-47ea-8d80-eac3ba4c1cb0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:37.079822 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6e2e98b5-a447-4c00-8fcb-a649543b6cba req-2558c04e-d0f5-47ea-8d80-eac3ba4c1cb0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.1112626 Oct 12 16:50:37.216098 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6e2e98b5-a447-4c00-8fcb-a649543b6cba req-0a0fa359-2e86-4e3c-8189-90965634a1a0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351256 Oct 12 16:50:37.250582 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e435dd-6628-4da7-8c0e-c2793754f78d req-8c455acc-a327-4660-8072-9457920de610 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:37.271020 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a4e435dd-6628-4da7-8c0e-c2793754f78d req-8c455acc-a327-4660-8072-9457920de610 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1876681 Oct 12 16:50:37.339534 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a4e435dd-6628-4da7-8c0e-c2793754f78d req-8d4c0cfa-2a69-482c-84f5-6609fd03ec14 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637329 Oct 12 16:50:37.731691 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 44502) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:37.923285 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bd39-60ab-4c9b-ab91-144e7e1e4716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:38.052872 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bd39-60ab-4c9b-ab91-144e7e1e4716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:38.059745 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bd39-60ab-4c9b-ab91-144e7e1e4716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:38.119682 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-c6b0bd39-60ab-4c9b-ab91-144e7e1e4716 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80f40741761a4934bb49106299f1d38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825955 Oct 12 16:50:38.119682 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0bd39-60ab-4c9b-ab91-144e7e1e4716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e2b699-23aa-4671-9260-79351019a37f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:38.120454 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 44510) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:38.200275 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92f818a5-30b3-45c4-92a6-594e3f32f427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:38.225749 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92f818a5-30b3-45c4-92a6-594e3f32f427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:38.300829 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92f818a5-30b3-45c4-92a6-594e3f32f427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:38.305610 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92f818a5-30b3-45c4-92a6-594e3f32f427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:38.309588 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-92f818a5-30b3-45c4-92a6-594e3f32f427 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9e2b699-23aa-4671-9260-79351019a37f HTTP/1.1" status: 204 len: 168 time: 0.1849566 Oct 12 16:50:38.316243 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f818a5-30b3-45c4-92a6-594e3f32f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e2b699-23aa-4671-9260-79351019a37f,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:38.457229 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd9886-6758-4da4-a8c2-24ac7408feeb req-6438a46d-7ff5-40bb-b9b1-5329f82835cc tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:38.467049 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a2dd9886-6758-4da4-a8c2-24ac7408feeb req-6438a46d-7ff5-40bb-b9b1-5329f82835cc tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0920777 Oct 12 16:50:38.621657 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a2dd9886-6758-4da4-a8c2-24ac7408feeb req-9ba52b3b-8c90-4724-8f29-2780396fa386 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535249 Oct 12 16:50:38.650217 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742030d-c2e7-4839-8770-47e626c4ce1a req-bd3c45ef-e8a0-4a7d-b805-f7a9f4a8fd7f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:38.651873 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1742030d-c2e7-4839-8770-47e626c4ce1a req-bd3c45ef-e8a0-4a7d-b805-f7a9f4a8fd7f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1685026 Oct 12 16:50:38.735217 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1742030d-c2e7-4839-8770-47e626c4ce1a req-51cb5178-55b6-4e37-be62-88040a59fe3d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766680 Oct 12 16:50:39.815840 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128b368-3a3e-4d37-98b9-4d70486c0881 req-c1d8db2c-cd35-4b68-a3a6-23e010c47e97 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:39.823775 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b128b368-3a3e-4d37-98b9-4d70486c0881 req-c1d8db2c-cd35-4b68-a3a6-23e010c47e97 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0841482 Oct 12 16:50:39.920156 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b128b368-3a3e-4d37-98b9-4d70486c0881 req-7628778c-0de6-4a35-a464-2ab11a7bc414 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952673 Oct 12 16:50:39.964940 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87331728-491b-48f2-8fed-7063d254c4d7 req-8eeaaba5-5415-449d-a360-4a82ceae4315 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:39.966727 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-87331728-491b-48f2-8fed-7063d254c4d7 req-8eeaaba5-5415-449d-a360-4a82ceae4315 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1194735 Oct 12 16:50:40.024881 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-87331728-491b-48f2-8fed-7063d254c4d7 req-75c8a4bd-f95d-4324-9ef2-e19eb50b3da3 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498557 Oct 12 16:50:41.077448 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efe434-40b5-4e3b-a720-593173985746 req-7419f8e0-5182-4d1a-ba63-d7fd89aa1d39 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:41.079131 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-78efe434-40b5-4e3b-a720-593173985746 req-7419f8e0-5182-4d1a-ba63-d7fd89aa1d39 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0609713 Oct 12 16:50:41.128108 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-78efe434-40b5-4e3b-a720-593173985746 req-c8ee803a-2406-4d2e-8f5e-67c52702d80e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431385 Oct 12 16:50:41.197457 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9bfab-a57b-4086-9465-8db74bdfe1db req-2ea11d1a-b140-49c8-a514-43fdc5695ca8 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:41.199866 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7cc9bfab-a57b-4086-9465-8db74bdfe1db req-2ea11d1a-b140-49c8-a514-43fdc5695ca8 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0707350 Oct 12 16:50:41.271965 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7cc9bfab-a57b-4086-9465-8db74bdfe1db req-ea641be1-1f2b-4d8a-bb66-d4547642e725 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642171 Oct 12 16:50:42.252376 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-6959d554-92b8-4b23-9924-682e94343d0c tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=90f576bd4268462bb4d30b20f1fe22a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563023 Oct 12 16:50:42.435052 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb758-9165-4787-9c77-ae10a9f7566b req-e8b3769a-bcdc-4aa1-a303-28e568c65144 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:42.436544 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ccbeb758-9165-4787-9c77-ae10a9f7566b req-e8b3769a-bcdc-4aa1-a303-28e568c65144 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.2046800 Oct 12 16:50:42.514730 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-061efaa7-1a33-4599-a419-078642691346 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:42.516315 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-061efaa7-1a33-4599-a419-078642691346 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339976 Oct 12 16:50:42.522540 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ccbeb758-9165-4787-9c77-ae10a9f7566b req-7c846494-3b32-477b-8663-ad03ff4245b0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787964 Oct 12 16:50:42.538759 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-ca478404-0713-4c06-bb77-8c703f67a512 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/quotas/90f576bd4268462bb4d30b20f1fe22a2 HTTP/1.1" status: 200 len: 375 time: 0.0149932 Oct 12 16:50:42.580798 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-23ccabcf-36dc-487a-93c5-1908a9039858 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=90f576bd4268462bb4d30b20f1fe22a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353508 Oct 12 16:50:42.679634 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af9870-2597-4369-8618-5bdce097f045 req-cd8cd675-fc32-44f0-91fb-8e98b71255ba tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:42.681163 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c1af9870-2597-4369-8618-5bdce097f045 req-cd8cd675-fc32-44f0-91fb-8e98b71255ba tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0746906 Oct 12 16:50:42.724779 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c1af9870-2597-4369-8618-5bdce097f045 req-5841a898-93f0-498d-8e9d-54749215d8c1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374908 Oct 12 16:50:42.793286 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2cc37d1d-87da-45a9-940e-237fd114073f req-7081c3e1-b237-44ae-a76f-1cfa7f5b4f39 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 210 time: 0.0348344 Oct 12 16:50:43.676956 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75ca90-d6f7-4185-b605-3233d0b10894 req-e57c7d75-7e74-4c6e-a543-accf571f444a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:43.678538 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6e75ca90-d6f7-4185-b605-3233d0b10894 req-e57c7d75-7e74-4c6e-a543-accf571f444a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0520680 Oct 12 16:50:43.718997 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6e75ca90-d6f7-4185-b605-3233d0b10894 req-2f53e210-20d8-45a2-823a-c8682e2755c5 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345962 Oct 12 16:50:43.850807 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cb18a-401a-42c5-8bd6-e703fe8daf3b req-2a513ff6-2cc0-420d-98b4-6a688e5b0549 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:43.852300 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b53cb18a-401a-42c5-8bd6-e703fe8daf3b req-2a513ff6-2cc0-420d-98b4-6a688e5b0549 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0547910 Oct 12 16:50:43.925519 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b53cb18a-401a-42c5-8bd6-e703fe8daf3b req-631ee97d-c546-4a60-a83f-8b2652562b00 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656464 Oct 12 16:50:43.928054 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d62a6383-2a13-425d-9cd5-874efd388f85 req-0311c80c-a4b3-431b-930d-afa4837fb495 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 210 time: 0.0531600 Oct 12 16:50:44.842255 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d6925-ed9e-4a3f-add4-d498c0e1ea68 req-1f018c60-6be3-4996-adf3-d5249262fc49 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:44.843810 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a09d6925-ed9e-4a3f-add4-d498c0e1ea68 req-1f018c60-6be3-4996-adf3-d5249262fc49 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0480266 Oct 12 16:50:44.884259 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a09d6925-ed9e-4a3f-add4-d498c0e1ea68 req-c3d0804b-fdd4-4ec7-838f-cdaf2a8c5f86 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345130 Oct 12 16:50:45.037633 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 44672) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:45.107179 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4158994a-1a57-4884-9240-88e5b3f7fe90 req-0649b5f3-908e-47df-bbc5-55d95a867768 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 210 time: 0.0426319 Oct 12 16:50:45.109899 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdc9024-b770-48e5-8657-d856b5e0b5a3 admin admin] Deleting subnet 2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7 {{(pid=100532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:50:45.113777 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8fdc9024-b770-48e5-8657-d856b5e0b5a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.128995 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a8cd1-138f-4192-92b9-c787c5dc8f93 req-76b87cf1-777c-49b1-bee9-327bdd83eb8c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:45.128995 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ab4a8cd1-138f-4192-92b9-c787c5dc8f93 req-76b87cf1-777c-49b1-bee9-327bdd83eb8c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0982914 Oct 12 16:50:45.159856 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8fdc9024-b770-48e5-8657-d856b5e0b5a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12438652'] for subnet, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.163324 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ab4a8cd1-138f-4192-92b9-c787c5dc8f93 req-0f19e173-0f67-406c-aa26-29c1de2de92b tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Oct 12 16:50:45.199066 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8fdc9024-b770-48e5-8657-d856b5e0b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.273493 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8fdc9024-b770-48e5-8657-d856b5e0b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12390395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12378335'] for subnet, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.293974 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8fdc9024-b770-48e5-8657-d856b5e0b5a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.300345 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-8fdc9024-b770-48e5-8657-d856b5e0b5a3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7 HTTP/1.1" status: 204 len: 168 time: 0.2587297 Oct 12 16:50:45.300843 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 44674) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:45.318602 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc9024-b770-48e5-8657-d856b5e0b5a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5b9ea5-fc16-4f40-97ae-6ff6f9d4e7e7,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:45.374849 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.431274 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.464789 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.502687 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.503019 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.503762 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.504092 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > port after_create 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.504431 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.504762 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > port after_update 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.505090 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.505420 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.506100 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.506100 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.587213 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.587533 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.588403 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.588706 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:50:45.589083 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5701ac5-69b0-4f5f-afcd-20e6b18f8afa']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:45.607166 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f105ec-81fc-4f84-8898-1d8e924e56ac') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:45.607457 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f105ec-81fc-4f84-8898-1d8e924e56ac') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:45.623308 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12434071'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.643648 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.652011 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:50:45.652413 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12317422'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: from cryptography.utils import int_from_bytes Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: from cryptography.utils import int_from_bytes Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: Traceback (most recent call last): Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: timer() Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: cb(*args, **kw) Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: return func(*args, **kwargs) Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: self._notify() Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: self.callback(batched_events) Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: event.method(event) Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: return f(self, *a, **k) Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: return self._get(url).json() Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:50:45.656274 dv-cinder-813221-2-iscsi neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:50:45.714822 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.722371 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.725732 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] 10.222.0.48 "DELETE /v2.0/networks/f5701ac5-69b0-4f5f-afcd-20e6b18f8afa HTTP/1.1" status: 204 len: 168 time: 0.4238472 Oct 12 16:50:45.738099 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8594f6-539d-4e41-9048-07aa79085d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=f5701ac5-69b0-4f5f-afcd-20e6b18f8afa,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:45.883945 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 44678) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:45.925515 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-67c9e081-8ba9-45a3-af1e-4fa3652ee001 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b384ce8437d427ba3af2bcafd1c211b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374756 Oct 12 16:50:45.925903 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 44682) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:46.012260 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d40ff7c-066e-4ea5-bf5d-79ddb3e7b4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.043324 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480643ac-7d96-45a0-a90d-9809d8435bcd req-4cd4bd0b-7fe2-4d7b-ac17-d6f6c43088f4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:46.045092 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-480643ac-7d96-45a0-a90d-9809d8435bcd req-4cd4bd0b-7fe2-4d7b-ac17-d6f6c43088f4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0841165 Oct 12 16:50:46.054860 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d40ff7c-066e-4ea5-bf5d-79ddb3e7b4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.102118 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-480643ac-7d96-45a0-a90d-9809d8435bcd req-0b18c877-e758-432d-b157-f66db13129d1 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494909 Oct 12 16:50:46.157040 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d40ff7c-066e-4ea5-bf5d-79ddb3e7b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.159627 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d40ff7c-066e-4ea5-bf5d-79ddb3e7b4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.160757 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-1d40ff7c-066e-4ea5-bf5d-79ddb3e7b4d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83176910-98ad-472b-a108-f1a767930ba2 HTTP/1.1" status: 204 len: 168 time: 0.2342486 Oct 12 16:50:46.168824 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40ff7c-066e-4ea5-bf5d-79ddb3e7b4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83176910-98ad-472b-a108-f1a767930ba2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:46.227246 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b2786577-4433-4cb9-8faa-6650e29419a0 req-225d6586-2bbf-477c-bc62-5748685d2a11 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 210 time: 0.0271811 Oct 12 16:50:46.288653 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1985-1ea1-4b96-92a1-fe901cc10890 req-3aa31164-f034-484a-9ac1-9fe4ec810b1e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:46.291071 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d9bc1985-1ea1-4b96-92a1-fe901cc10890 req-3aa31164-f034-484a-9ac1-9fe4ec810b1e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0493536 Oct 12 16:50:46.333446 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d9bc1985-1ea1-4b96-92a1-fe901cc10890 req-0d8f3c2c-b78b-4dcf-9707-fba6d14c445c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366049 Oct 12 16:50:47.324836 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aff8a-e56a-4320-9da5-44862d1a4ae8 req-0f262ec3-6472-4d09-b7b9-5e0dcde4caf2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:47.327463 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dc9aff8a-e56a-4320-9da5-44862d1a4ae8 req-0f262ec3-6472-4d09-b7b9-5e0dcde4caf2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0977650 Oct 12 16:50:47.343885 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4e4aa8ef-bf33-4c5e-8c19-639e3ace17c4 req-abcfd6ef-27f2-4ae8-80f9-fd676e88a347 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 210 time: 0.0467446 Oct 12 16:50:47.389539 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dc9aff8a-e56a-4320-9da5-44862d1a4ae8 req-d3812fb8-e3c4-40b5-895e-964aad4e2d4b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447595 Oct 12 16:50:47.389816 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 44722) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:47.461580 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5924d0-7341-42ec-a23b-82db637b33ae req-29fa7b74-a859-4181-8836-5223df02916d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:47.463810 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ca5924d0-7341-42ec-a23b-82db637b33ae req-29fa7b74-a859-4181-8836-5223df02916d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0539935 Oct 12 16:50:47.513062 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ca5924d0-7341-42ec-a23b-82db637b33ae req-04fbe12d-3638-46b1-88b1-dd471b0fa8f6 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Oct 12 16:50:47.539818 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1fa951e8-632c-4cd4-9b96-4360dc515924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.628879 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1fa951e8-632c-4cd4-9b96-4360dc515924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.633811 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1fa951e8-632c-4cd4-9b96-4360dc515924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.672287 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-1fa951e8-632c-4cd4-9b96-4360dc515924 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03250bd18543443d82783f385393dea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815387 Oct 12 16:50:47.673543 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa951e8-632c-4cd4-9b96-4360dc515924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38b2e19-d5da-4ff7-bd52-e9688bb9eddc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:47.674856 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 44726) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:47.749734 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-788cd78e-e6e0-4dfa-a567-9b31cfe8fc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.778821 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-788cd78e-e6e0-4dfa-a567-9b31cfe8fc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.831607 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-788cd78e-e6e0-4dfa-a567-9b31cfe8fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.841159 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-788cd78e-e6e0-4dfa-a567-9b31cfe8fc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.845758 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-788cd78e-e6e0-4dfa-a567-9b31cfe8fc3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d38b2e19-d5da-4ff7-bd52-e9688bb9eddc HTTP/1.1" status: 204 len: 168 time: 0.1688273 Oct 12 16:50:47.862899 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cd78e-e6e0-4dfa-a567-9b31cfe8fc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38b2e19-d5da-4ff7-bd52-e9688bb9eddc,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:48.468016 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d847d910-29c6-48a7-ac9b-371e342df3a6 req-22022c07-fb72-46d4-aaf6-7c802b5fe37e tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 210 time: 0.0567062 Oct 12 16:50:48.519587 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e8962-d3c5-4e80-8dd3-214020d0c6c7 req-e2d1b003-69c1-4fc5-8cb9-9bca1943f56c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:48.521133 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a83e8962-d3c5-4e80-8dd3-214020d0c6c7 req-e2d1b003-69c1-4fc5-8cb9-9bca1943f56c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0522277 Oct 12 16:50:48.573419 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a83e8962-d3c5-4e80-8dd3-214020d0c6c7 req-98072d13-e05a-4a27-924f-66d390208273 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449562 Oct 12 16:50:48.666480 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 44756) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:48.677613 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e0029-481a-4bd7-a18e-897432fc43d8 req-e6d33201-f0e6-41d6-80fe-a19afd27bf47 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:48.685931 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1b8e0029-481a-4bd7-a18e-897432fc43d8 req-e6d33201-f0e6-41d6-80fe-a19afd27bf47 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0668766 Oct 12 16:50:48.733703 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1b8e0029-481a-4bd7-a18e-897432fc43d8 req-ca5e7181-f7be-464a-a1db-4c574c6eb6bf tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414443 Oct 12 16:50:48.787864 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1248547082-network', 'tenant_id': '6b276008196643ce9a2938b78207fc0c'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:48.815843 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Made reservation on behalf of 6b276008196643ce9a2938b78207fc0c for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:48.818456 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.827366 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.902760 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.907748 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.944033 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:50:48.965259 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeda4d9-bd6a-453c-b089-7e2f53e776c7,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:48.981628 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.982149 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Added segment 59b3bc2f-e01b-4d2c-9b0e-031e35d834df of type vlan for network 7df8205e-74e7-46c8-b763-2477e3e642ae Oct 12 16:50:49.028156 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.055690 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.057469 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:49.058123 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.115456 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4478767 Oct 12 16:50:49.118476 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 44762) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:49.123375 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] Request body: {'subnet': {'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1248547082-subnet', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:49.126087 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc7218-0c0b-4a3b-aa81-18a145a9fa06 admin admin] Pushing event updated for resources: {'Network': ['ID=7df8205e-74e7-46c8-b763-2477e3e642ae,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:49.135762 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network 7df8205e-74e7-46c8-b763-2477e3e642ae details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:50:49.147692 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] Made reservation on behalf of 6b276008196643ce9a2938b78207fc0c for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:49.150831 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12449927'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.333741 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12449961'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.390199 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=172001fc-4f80-4c2f-b673-5dc31aa5a22d,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:49.397229 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] Checking segment: {'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:49.397684 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] Network hostable DHCP agents. Network: 7df8205e-74e7-46c8-b763-2477e3e642ae, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:50:49.414117 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] Network 7df8205e-74e7-46c8-b763-2477e3e642ae is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:50:49.421824 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, 7df8205e-74e7-46c8-b763-2477e3e642ae) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:49.426091 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:49.426681 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.430807 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888cf478-e841-4972-a4ee-83683f8f07b0 None None] Network 7df8205e-74e7-46c8-b763-2477e3e642ae requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:49.441719 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-d091d878-4774-420b-a7ee-d9a1b7a8c1cd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3220615 Oct 12 16:50:49.444524 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 44764) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:49.450421 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:49.471230 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4964'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.473010 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4975'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.531652 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.602342 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61e6fcb5-174d-52f8-b15f-9efeedbf2b29-7df8205e-74e7-46c8-b763-2477e3e642ae', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'fixed_ips': [{'subnet_id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d'}]}} from dv-cinder-813221-2-iscsi. {{(pid=100533) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:50:49.603239 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.751032 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.db_base_plugin_common [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Allocated IP 172.20.0.2 (7df8205e-74e7-46c8-b763-2477e3e642ae/172001fc-4f80-4c2f-b673-5dc31aa5a22d/7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc) {{(pid=100533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:49.799167 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9a747330-f8a3-4527-b4f2-2ab4f59067e4 req-25fcc7fb-debd-47d5-a20b-c27b3d4292d7 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 210 time: 0.2300291 Oct 12 16:50:49.900489 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Notify callbacks [] for port, precommit_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.907779 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.908908 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.933913 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533f0fc-6986-4601-95d9-334aa8013d66 req-da49b9bc-f526-43e0-a29e-37e86b3a7e4d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:49.935425 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c533f0fc-6986-4601-95d9-334aa8013d66 req-da49b9bc-f526-43e0-a29e-37e86b3a7e4d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.1402576 Oct 12 16:50:49.948257 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Network 7df8205e-74e7-46c8-b763-2477e3e642ae is already hosted by enough agents. {{(pid=100533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:49.951133 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.base_scheduler [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Resources bound (agent type, host, resource id): {{(pid=100533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:49.954805 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Received port after_create {{(pid=100533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:49.963382 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Pushing event updated for resources: {'Port': ['ID=7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc,revision_number=1']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:50.013954 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe54c73-3e86-4b1a-9d82-6e1d7fbb07a4 req-ff144f6e-2f90-46a8-9845-fd194ee9a72c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:50.014568 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Attempting to bind port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:50.014939 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Attempting to bind port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:50.015325 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Attempting to bind port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc on network 7df8205e-74e7-46c8-b763-2477e3e642ae {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:50.015458 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-abe54c73-3e86-4b1a-9d82-6e1d7fbb07a4 req-ff144f6e-2f90-46a8-9845-fd194ee9a72c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1249676 Oct 12 16:50:50.020816 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:50.021332 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Checking segment: {'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:50.021680 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.022304 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Bound using segment: {'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:50.022742 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Bound port: 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:50.023203 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.047926 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c533f0fc-6986-4601-95d9-334aa8013d66 req-1a150077-823d-48b6-9571-e98294871581 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972376 Oct 12 16:50:50.075351 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-abe54c73-3e86-4b1a-9d82-6e1d7fbb07a4 req-b1404e30-94fe-4875-8248-5881687e2cf7 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489101 Oct 12 16:50:50.091700 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] For port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:50.095199 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] For port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:50.101392 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.164446 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0182a-ebbd-49a7-94b2-47f39d31b728 None None] Pushing event updated for resources: {'Port': ['ID=7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:50.223898 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.248176 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.396594 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Allocated IP 172.27.2.96 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/1da54e63-297a-4791-aab8-0481d8c5a07f) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:50.553102 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.586980 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.627236 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:50.631700 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:50.636678 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:50.639796 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Pushing event updated for resources: {'Port': ['ID=1da54e63-297a-4791-aab8-0481d8c5a07f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:50.855576 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:50.918634 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-25c09f4a-ae1f-494f-b438-c2cb130a4e25 req-227c88f2-37a9-4b24-a042-98fa1e3a91d0 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 210 time: 0.0312922 Oct 12 16:50:50.921011 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.949046 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:50.949675 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.050046 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-c772f3bf-1c6f-421d-b001-e452ae2f45b6 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=90f576bd4268462bb4d30b20f1fe22a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292792 Oct 12 16:50:51.066999 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.128643 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:51.136105 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.205241 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:51.295531 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b6af2-2fdd-4e42-b89d-d101b2b7bd65 None None] Network 7df8205e-74e7-46c8-b763-2477e3e642ae requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:51.358861 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-914eba5d-3287-40a8-9ed1-d8059f31ba45 None None] Provisioning complete for port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:51.359106 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-914eba5d-3287-40a8-9ed1-d8059f31ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.367156 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d350-006d-4d1f-a162-e8fbcfd7a303 req-59e3362a-e101-4c25-b8a1-fe30acb88de6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:51.369216 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6037d350-006d-4d1f-a162-e8fbcfd7a303 req-59e3362a-e101-4c25-b8a1-fe30acb88de6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.2210596 Oct 12 16:50:51.375936 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-3ec66dc8-b486-4f3e-9ebf-76d9b54f88ed tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:51.377311 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-3ec66dc8-b486-4f3e-9ebf-76d9b54f88ed tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3179705 Oct 12 16:50:51.388497 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66875d-8a57-45e3-9a8e-47faf4b46e3b req-de8a7391-6a75-4db2-abe0-80a78a803723 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:51.389984 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4d66875d-8a57-45e3-9a8e-47faf4b46e3b req-de8a7391-6a75-4db2-abe0-80a78a803723 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.2149229 Oct 12 16:50:51.410582 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Request body: {'port': {'device_id': 'e1ebf84d-4a9e-40f8-aa40-3fa88b440107', 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d', 'admin_state_up': True, 'tenant_id': '90f576bd4268462bb4d30b20f1fe22a2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:51.491981 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464375'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.516778 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6037d350-006d-4d1f-a162-e8fbcfd7a303 req-6a82ca45-a096-4d01-bd50-5ad7090fe7e1 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382813 Oct 12 16:50:51.525859 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4d66875d-8a57-45e3-9a8e-47faf4b46e3b req-8f248982-957c-4734-9b73-090cbd831245 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260061 Oct 12 16:50:51.731638 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-7c1001e0-cb14-4e30-8eef-ad2a296a47c0 None None] Provisioning complete for port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:51.732106 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7c1001e0-cb14-4e30-8eef-ad2a296a47c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.855951 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Made reservation on behalf of 90f576bd4268462bb4d30b20f1fe22a2 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:51.859418 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.861303 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b48d60-cff0-4f9a-abed-95e5344dd47e req-00283279-93f3-4d62-85ce-fdaa29bb4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:51.862850 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-13b48d60-cff0-4f9a-abed-95e5344dd47e req-00283279-93f3-4d62-85ce-fdaa29bb4503 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 1098 time: 0.0406983 Oct 12 16:50:51.871941 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.906559 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-13b48d60-cff0-4f9a-abed-95e5344dd47e req-217d67eb-ad64-4107-9ae1-7ab05fdd0c85 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353026 Oct 12 16:50:51.920675 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Router 597d634a-e7ae-4991-bd10-625801d90ae1 is scheduled to L3 agent 47858efe-f191-44e1-97b8-339f14938278 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:50:52.064990 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7af26c43-0909-43ed-bf46-b2f1fa56633d req-5c86c08d-4891-4312-9141-fea12680dd31 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 210 time: 0.0428131 Oct 12 16:50:52.080277 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.089028 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.113024 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:50:52.123866 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Sync routers for ids ['597d634a-e7ae-4991-bd10-625801d90ae1'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:50:52.135242 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Routers {'597d634a-e7ae-4991-bd10-625801d90ae1'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:52.135848 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:50:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['597d634a-e7ae-4991-bd10-625801d90ae1'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:52.169960 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cadbe80-9de7-4365-b961-7e41e991435c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:52.184470 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] Notify callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.185578 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-f4d53180-49ea-4676-bc65-2da4407a6b17 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7400007 Oct 12 16:50:52.188837 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 44788) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:52.247170 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Set router 597d634a-e7ae-4991-bd10-625801d90ae1 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:52.254501 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Allocated IP 192.168.233.30 (ba88652f-bbae-4e3f-a187-06fe7cea316d/233cb4e1-57d3-48aa-b448-788fc68092ff/6484f5eb-4482-4eac-a87d-8d6a4b8f733f) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:52.427817 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.434272 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:50Z', 'revision_number': 3, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:52.464795 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Checking router: 597d634a-e7ae-4991-bd10-625801d90ae1 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:50:52.465313 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Updating router 597d634a-e7ae-4991-bd10-625801d90ae1 port 1da54e63-297a-4791-aab8-0481d8c5a07f binding host dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:50:52.465597 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.491311 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.509344 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Network ba88652f-bbae-4e3f-a187-06fe7cea316d is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:52.512839 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:52.516804 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:52.552080 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Pushing event updated for resources: {'Port': ['ID=6484f5eb-4482-4eac-a87d-8d6a4b8f733f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:52.609325 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:52.610132 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.639361 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e735e114-48ae-4217-ab41-2ab11d1bd20b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2383478 Oct 12 16:50:52.666270 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.672771 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Request body: {'port': {'device_id': 'e1ebf84d-4a9e-40f8-aa40-3fa88b440107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:52.787100 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7d972-6443-4060-882c-81d659676618 req-580cba96-e7b6-4fa4-951e-d705057f1b3b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:52.787414 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Notify callbacks [] for port, precommit_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.794991 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.795574 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d8f7d972-6443-4060-882c-81d659676618 req-580cba96-e7b6-4fa4-951e-d705057f1b3b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.1505201 Oct 12 16:50:52.803305 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.812087 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fedbec-4ad4-4eeb-aaa9-9b202537de2d req-d277d5b4-6ab1-43e9-a5eb-983b2a9fca12 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:52.841796 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-56fedbec-4ad4-4eeb-aaa9-9b202537de2d req-d277d5b4-6ab1-43e9-a5eb-983b2a9fca12 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1595712 Oct 12 16:50:52.882089 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Attempting to bind port 1da54e63-297a-4791-aab8-0481d8c5a07f on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:52.882565 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Attempting to bind port 1da54e63-297a-4791-aab8-0481d8c5a07f by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:52.882829 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Attempting to bind port 1da54e63-297a-4791-aab8-0481d8c5a07f on network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:52.887601 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Allocated IP 172.20.0.1 (7df8205e-74e7-46c8-b763-2477e3e642ae/172001fc-4f80-4c2f-b673-5dc31aa5a22d/f556fa5c-7cb9-4f12-bf69-0bb774a1d624) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:52.891590 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Pushing event updated for resources: {'Port': ['ID=1da54e63-297a-4791-aab8-0481d8c5a07f,revision_number=2']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:52.897656 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:52.898223 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:52.899424 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Checking segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:52.900926 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.901881 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Bound using segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:52.903250 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Bound port: 1da54e63-297a-4791-aab8-0481d8c5a07f, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:52.903801 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.938848 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d8f7d972-6443-4060-882c-81d659676618 req-230e0d03-899a-436f-90c9-93b7fa63dc92 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424177 Oct 12 16:50:52.950281 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-56fedbec-4ad4-4eeb-aaa9-9b202537de2d req-21f9a290-cec3-4934-b809-9bd6465af32c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073511 Oct 12 16:50:52.990840 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-eff8d7a8-db32-4bfd-970c-a6ac5b3eee1b None None] Provisioning complete for port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:52.991509 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-eff8d7a8-db32-4bfd-970c-a6ac5b3eee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.994593 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:52.994593 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:52.995072 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:52.995410 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:52.995743 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:52.996075 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:52.996407 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:52.996871 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:52.997181 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:52.997543 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:52.997919 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:52.998249 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:53.011143 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] For port 1da54e63-297a-4791-aab8-0481d8c5a07f, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:53.014673 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] For port 1da54e63-297a-4791-aab8-0481d8c5a07f, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=1da54e63-297a-4791-aab8-0481d8c5a07f,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:53.021148 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.062374 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-eff8d7a8-db32-4bfd-970c-a6ac5b3eee1b None None] Port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:50:53.065251 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:53.065822 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.093807 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93815f9a-bb72-4e81-87ec-c423f2930b1e None None] Pushing event updated for resources: {'Port': ['ID=1da54e63-297a-4791-aab8-0481d8c5a07f,revision_number=3']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:53.109792 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Routers {'597d634a-e7ae-4991-bd10-625801d90ae1'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:53.110479 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:50:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['597d634a-e7ae-4991-bd10-625801d90ae1'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:53.286725 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6484f5eb-4482-4eac-a87d-8d6a4b8f733f {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:50:53.298935 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d0d24-6fe1-4fe2-801a-8cd6397a9272 req-9351a0cc-70dc-4f12-96b1-27349754e7b2 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:53.300722 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-737d0d24-6fe1-4fe2-801a-8cd6397a9272 req-9351a0cc-70dc-4f12-96b1-27349754e7b2 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 935 time: 0.1010380 Oct 12 16:50:53.305689 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.336449 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] Set router 597d634a-e7ae-4991-bd10-625801d90ae1 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:53.338285 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Transition to ACTIVE for port object 6484f5eb-4482-4eac-a87d-8d6a4b8f733f will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:50:53.347657 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.389645 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-737d0d24-6fe1-4fe2-801a-8cd6397a9272 req-2ee81aec-21ba-4bba-b08c-375e7906aabb tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758836 Oct 12 16:50:53.402040 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.441595 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.444511 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Pushing event updated for resources: {'Port': ['ID=6484f5eb-4482-4eac-a87d-8d6a4b8f733f,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:53.489361 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Network 7df8205e-74e7-46c8-b763-2477e3e642ae is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:53.492862 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:53.497500 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:53.512920 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Attempting to bind port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:53.514154 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Attempting to bind port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ce3f6115-36aa-4934-9a35-24fe8d54969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:53.514954 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Attempting to bind port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f on network ba88652f-bbae-4e3f-a187-06fe7cea316d {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:53.521538 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f on network ba88652f-bbae-4e3f-a187-06fe7cea316d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:50:53.523038 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Attempting to bind port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f on network ba88652f-bbae-4e3f-a187-06fe7cea316d {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:53.538176 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:53.538585 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Checking segment: {'id': 'ce3f6115-36aa-4934-9a35-24fe8d54969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:53.538978 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Bound using segment: {'id': 'ce3f6115-36aa-4934-9a35-24fe8d54969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:53.539417 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Bound port: 6484f5eb-4482-4eac-a87d-8d6a4b8f733f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce3f6115-36aa-4934-9a35-24fe8d54969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:53.539778 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.551539 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Pushing event updated for resources: {'Port': ['ID=f556fa5c-7cb9-4f12-bf69-0bb774a1d624,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:53.572367 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464166'] for router_interface, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.572883 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:50Z', 'revision_number': 3, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:53.607583 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c5d4f-b985-41db-b8c1-dc556398e42e None None] The sync data for ids ['597d634a-e7ae-4991-bd10-625801d90ae1'] in dv-cinder-813221-2-iscsi is: [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:50Z', 'revision_number': 3, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:50:53.627086 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] For port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f, host hv-cinder-81322, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:53.632486 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] For port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6484f5eb-4482-4eac-a87d-8d6a4b8f733f,segment=NetworkSegment(ce3f6115-36aa-4934-9a35-24fe8d54969e),segment_id=ce3f6115-36aa-4934-9a35-24fe8d54969e)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:53.639650 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.691873 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:53.692538 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.695585 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] 10.222.0.25 "PUT /v2.0/ports/6484f5eb-4482-4eac-a87d-8d6a4b8f733f HTTP/1.1" status: 200 len: 1097 time: 1.0273786 Oct 12 16:50:53.696172 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ebf84d-4a9e-40f8-aa40-3fa88b440107', 'tag': '6484f5eb-4482-4eac-a87d-8d6a4b8f733f'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:53.703251 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64545ced-4d76-4bdd-a9c6-83389b61765c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ebf84d-4a9e-40f8-aa40-3fa88b440107", "tag": "6484f5eb-4482-4eac-a87d-8d6a4b8f733f"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:53.736106 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754f35c-919b-45e7-a942-b109457b0fff service neutron] Pushing event updated for resources: {'Port': ['ID=6484f5eb-4482-4eac-a87d-8d6a4b8f733f,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:53.751294 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.790046 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e04c96-a8e9-43d0-a575-2d2e867f0d83 x-openstack-request-id: req-71e04c96-a8e9-43d0-a575-2d2e867f0d83 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:53.790848 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ebf84d-4a9e-40f8-aa40-3fa88b440107", "tag": "6484f5eb-4482-4eac-a87d-8d6a4b8f733f", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:53.792884 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71e04c96-a8e9-43d0-a575-2d2e867f0d83 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:53.793409 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ebf84d-4a9e-40f8-aa40-3fa88b440107', 'tag': '6484f5eb-4482-4eac-a87d-8d6a4b8f733f', 'status': 'completed', 'code': 200} Oct 12 16:50:53.850223 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-9b1d0d41-9ec2-4e3a-a7c1-3716da17350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:53.852008 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-9b1d0d41-9ec2-4e3a-a7c1-3716da17350a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=90f576bd4268462bb4d30b20f1fe22a2&device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 1100 time: 0.0505769 Oct 12 16:50:53.917460 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-758468de-bd5a-48a7-bdc6-c45c4af64480 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6484f5eb-4482-4eac-a87d-8d6a4b8f733f HTTP/1.1" status: 200 len: 217 time: 0.0488801 Oct 12 16:50:53.918207 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-974a1300-b289-43cf-9166-68634e1d6fe0 None None] Provisioning complete for port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:53.918703 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-974a1300-b289-43cf-9166-68634e1d6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.990192 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.997998 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:54.021703 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-c80fe519-fece-4027-b2d0-621507b549e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.024881 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-974a1300-b289-43cf-9166-68634e1d6fe0 None None] Port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:50:54.029977 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-c80fe519-fece-4027-b2d0-621507b549e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=233cb4e1-57d3-48aa-b448-788fc68092ff HTTP/1.1" status: 200 len: 843 time: 0.0977147 Oct 12 16:50:54.126148 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438966'] for router_interface, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:54.128332 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Pushing event updated for resources: {'Port': ['ID=f556fa5c-7cb9-4f12-bf69-0bb774a1d624,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:54.155594 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e8cf7258-2584-4b59-8008-16fad911bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.157108 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-e8cf7258-2584-4b59-8008-16fad911bb13 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba88652f-bbae-4e3f-a187-06fe7cea316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1182775 Oct 12 16:50:54.173630 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d5d26-ae25-42d6-a518-b0656e67ae45 req-97cf916e-a669-421a-bfb7-1de1a49404d8 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.175193 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ed5d5d26-ae25-42d6-a518-b0656e67ae45 req-97cf916e-a669-421a-bfb7-1de1a49404d8 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0942400 Oct 12 16:50:54.195675 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ef0f-7310-4b34-9a13-ffad374ca24c req-cc4fc01b-22cb-4856-8390-5ae937052553 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.196830 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-38f3ef0f-7310-4b34-9a13-ffad374ca24c req-cc4fc01b-22cb-4856-8390-5ae937052553 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1146529 Oct 12 16:50:54.255667 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Network 7df8205e-74e7-46c8-b763-2477e3e642ae is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:54.258193 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:54.298612 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ed5d5d26-ae25-42d6-a518-b0656e67ae45 req-832e7492-1a9e-44f8-bc93-ca3f8cef9443 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126308 Oct 12 16:50:54.343513 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-9dce0ac0-dab8-45bc-a181-05a331344bc5 service neutron] 10.222.0.25 "GET /v2.0/networks/ba88652f-bbae-4e3f-a187-06fe7cea316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672966 Oct 12 16:50:54.352519 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-38f3ef0f-7310-4b34-9a13-ffad374ca24c req-414f4711-6e43-4058-ae90-592dbbc24d71 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126871 Oct 12 16:50:54.425267 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Router 597d634a-e7ae-4991-bd10-625801d90ae1 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:50:54.519717 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae377e01-7c19-4a10-a28e-5a77b0f0b862 req-f10085ce-8954-459e-bb81-622443f300e2 service neutron] 10.222.0.25 "GET /v2.0/networks/ba88652f-bbae-4e3f-a187-06fe7cea316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661472 Oct 12 16:50:54.562397 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a105d-2f60-46a6-81c4-2aa6f9ee6c7b req-5b9004bc-cfe3-479e-93c8-beedbe75cd74 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.564195 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cc2a105d-2f60-46a6-81c4-2aa6f9ee6c7b req-5b9004bc-cfe3-479e-93c8-beedbe75cd74 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 947 time: 0.0556386 Oct 12 16:50:54.578631 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-33184755-8d99-4186-95ca-2ca4c8a5e653 None None] Provisioning complete for port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:54.579387 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-33184755-8d99-4186-95ca-2ca4c8a5e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:54.605106 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:50:54.611842 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-859d29a3-78bc-496e-80ba-f795df072548 admin admin] 10.222.0.48 "PUT /v2.0/routers/597d634a-e7ae-4991-bd10-625801d90ae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4197206 Oct 12 16:50:54.638084 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cc2a105d-2f60-46a6-81c4-2aa6f9ee6c7b req-5d1f246f-0054-4ec6-909a-9ed0adb9bf12 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660729 Oct 12 16:50:54.674117 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-33184755-8d99-4186-95ca-2ca4c8a5e653 None None] Port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:50:54.745131 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545ced-4d76-4bdd-a9c6-83389b61765c req-8583fe1a-c603-48a9-9b9b-ea4f4a26e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.746949 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-64545ced-4d76-4bdd-a9c6-83389b61765c req-8583fe1a-c603-48a9-9b9b-ea4f4a26e40b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=90f576bd4268462bb4d30b20f1fe22a2&device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 1100 time: 0.0833719 Oct 12 16:50:54.795026 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb150b-e335-4d2a-9fae-d980645a1005 req-b6b030fc-c003-48d9-ba41-65f63f3128ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.799359 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6ccb150b-e335-4d2a-9fae-d980645a1005 req-b6b030fc-c003-48d9-ba41-65f63f3128ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcc08699515f48a08c8ac1507eec9cae&device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 1098 time: 0.0694420 Oct 12 16:50:54.813798 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba455-e136-4523-b251-7ec12613253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:54.844228 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664d1e7-4c62-4712-a762-db976d17b013 req-4437d46b-d594-4539-adf7-86b87fd22aea tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.846220 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d664d1e7-4c62-4712-a762-db976d17b013 req-4437d46b-d594-4539-adf7-86b87fd22aea tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1400189 Oct 12 16:50:54.924717 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 1da54e63-297a-4791-aab8-0481d8c5a07f up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:54.934172 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d664d1e7-4c62-4712-a762-db976d17b013 req-b96b5c6a-80f8-436f-a86d-58d709675825 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671248 Oct 12 16:50:54.972333 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb150b-e335-4d2a-9fae-d980645a1005 req-e4a78168-bda2-4b7b-994f-353794bbbdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.974155 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6ccb150b-e335-4d2a-9fae-d980645a1005 req-e4a78168-bda2-4b7b-994f-353794bbbdd7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8331595f-8778-400e-9052-2af4f1b41752 HTTP/1.1" status: 200 len: 920 time: 0.1683834 Oct 12 16:50:54.974296 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545ced-4d76-4bdd-a9c6-83389b61765c req-77566c4e-760c-435d-bdc6-b9cef02948bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.976310 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-64545ced-4d76-4bdd-a9c6-83389b61765c req-77566c4e-760c-435d-bdc6-b9cef02948bf service neutron] 10.222.0.25 "GET /v2.0/networks?id=ba88652f-bbae-4e3f-a187-06fe7cea316d HTTP/1.1" status: 200 len: 870 time: 0.2202485 Oct 12 16:50:54.983323 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 1da54e63-297a-4791-aab8-0481d8c5a07f triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:54.983695 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.041550 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6ccb150b-e335-4d2a-9fae-d980645a1005 req-eb71ed2f-62fe-47c8-8192-d2e0aa34400b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=970ab12a-ca76-4815-9eed-2a2d438ab9ad HTTP/1.1" status: 200 len: 217 time: 0.0510628 Oct 12 16:50:55.053266 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-64545ced-4d76-4bdd-a9c6-83389b61765c req-98e9c1dd-439c-40b9-96b6-cbe0b7ebc4b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=6484f5eb-4482-4eac-a87d-8d6a4b8f733f HTTP/1.1" status: 200 len: 217 time: 0.0618057 Oct 12 16:50:55.073244 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.101539 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb150b-e335-4d2a-9fae-d980645a1005 req-ebfe25b3-21d1-4c37-aaa7-f054564f7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:55.103661 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6ccb150b-e335-4d2a-9fae-d980645a1005 req-ebfe25b3-21d1-4c37-aaa7-f054564f7cee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184 HTTP/1.1" status: 200 len: 859 time: 0.0533400 Oct 12 16:50:55.105893 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port 1da54e63-297a-4791-aab8-0481d8c5a07f, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=1da54e63-297a-4791-aab8-0481d8c5a07f,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:55.110573 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.115521 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545ced-4d76-4bdd-a9c6-83389b61765c req-a24cb760-ec3c-4344-a116-224dd4d723d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:55.117062 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-64545ced-4d76-4bdd-a9c6-83389b61765c req-a24cb760-ec3c-4344-a116-224dd4d723d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=233cb4e1-57d3-48aa-b448-788fc68092ff HTTP/1.1" status: 200 len: 843 time: 0.0503228 Oct 12 16:50:55.166987 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6ccb150b-e335-4d2a-9fae-d980645a1005 req-84243e5b-22a2-4b6c-9c62-c1d3555f2358 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8331595f-8778-400e-9052-2af4f1b41752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545378 Oct 12 16:50:55.171798 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545ced-4d76-4bdd-a9c6-83389b61765c req-ee0b56fa-4c63-4479-9312-bf0a912e0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:55.172208 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=1da54e63-297a-4791-aab8-0481d8c5a07f,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:55.173582 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-64545ced-4d76-4bdd-a9c6-83389b61765c req-ee0b56fa-4c63-4479-9312-bf0a912e0a0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ba88652f-bbae-4e3f-a187-06fe7cea316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0483012 Oct 12 16:50:55.278193 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6ccb150b-e335-4d2a-9fae-d980645a1005 req-e7d8fef5-be4d-4e28-ab9b-0b8ca37c419d service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943241 Oct 12 16:50:55.282842 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-64545ced-4d76-4bdd-a9c6-83389b61765c req-8fcf451b-f5fb-4798-9cd2-b3ad05a01203 service neutron] 10.222.0.25 "GET /v2.0/networks/ba88652f-bbae-4e3f-a187-06fe7cea316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978608 Oct 12 16:50:55.301100 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 44826) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:55.307188 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1181354658-network', 'tenant_id': '684877887e9549cda1aae83d0cd767c3'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:55.382583 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Made reservation on behalf of 684877887e9549cda1aae83d0cd767c3 for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:55.385586 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.396789 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-64545ced-4d76-4bdd-a9c6-83389b61765c req-9706b4a2-267f-4a7b-9094-884b8548fb7f service neutron] 10.222.0.25 "GET /v2.0/networks/ba88652f-bbae-4e3f-a187-06fe7cea316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014433 Oct 12 16:50:55.399450 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.443844 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6ccb150b-e335-4d2a-9fae-d980645a1005 req-cfbe1acc-d8f3-4cb9-be4c-cfcb3890517b service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501815 Oct 12 16:50:55.448510 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9462e-6c03-490f-b301-2bdb9549c506 req-aa3acec9-8905-48d9-8098-602ef46694ab tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:55.450076 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-15a9462e-6c03-490f-b301-2bdb9549c506 req-aa3acec9-8905-48d9-8098-602ef46694ab tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0524197 Oct 12 16:50:55.499547 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-15a9462e-6c03-490f-b301-2bdb9549c506 req-21d4aa33-ba74-4290-a498-261e28909094 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Oct 12 16:50:55.509726 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.514685 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.539374 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:50:55.548569 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9587708a-502c-49f7-a89d-9962b5d8b560,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:55.554912 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.555344 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Added segment 5d33c980-fd66-496b-9f57-dbba2e6b445c of type vlan for network 2eb66429-974a-45b2-bc9c-63a38426ba17 Oct 12 16:50:55.600644 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.627627 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.628539 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:55.629127 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.684678 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3799255 Oct 12 16:50:55.685009 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 44834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:55.689800 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] Request body: {'subnet': {'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1181354658-subnet', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:55.698413 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe7b66-4c73-4c54-83de-2a6f8c3ccfca admin admin] Pushing event updated for resources: {'Network': ['ID=2eb66429-974a-45b2-bc9c-63a38426ba17,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:55.709195 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network 2eb66429-974a-45b2-bc9c-63a38426ba17 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:50:55.725146 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] Made reservation on behalf of 684877887e9549cda1aae83d0cd767c3 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:55.727509 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12449927'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.773535 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Sync routers for ids ['597d634a-e7ae-4991-bd10-625801d90ae1'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:50:55.795738 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Routers {'597d634a-e7ae-4991-bd10-625801d90ae1'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:55.796943 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:50:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['597d634a-e7ae-4991-bd10-625801d90ae1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:55.821674 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd50158-278e-44a0-a1ee-a6e9938ac9cc req-34aa075a-75da-4c73-bf5a-b1115188fc6c tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:55.823255 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7fd50158-278e-44a0-a1ee-a6e9938ac9cc req-34aa075a-75da-4c73-bf5a-b1115188fc6c tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 947 time: 0.1125312 Oct 12 16:50:55.887066 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7fd50158-278e-44a0-a1ee-a6e9938ac9cc req-0328d5ea-ed9b-4017-bcf2-44d338039419 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562887 Oct 12 16:50:55.916194 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Set router 597d634a-e7ae-4991-bd10-625801d90ae1 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:55.921921 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:50:55.980867 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12449961'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.068269 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7ce986-b12d-480d-a29c-871f813f44cd,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:56.084050 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] Checking segment: {'id': '5d33c980-fd66-496b-9f57-dbba2e6b445c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:56.084050 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] Network hostable DHCP agents. Network: 2eb66429-974a-45b2-bc9c-63a38426ba17, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:50:56.095774 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a484dce-6500-40a9-b689-6942990a5c3e req-f7b388cc-41bc-413e-9d6e-96c1ee9ad99f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:56.097329 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1a484dce-6500-40a9-b689-6942990a5c3e req-f7b388cc-41bc-413e-9d6e-96c1ee9ad99f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0881386 Oct 12 16:50:56.132562 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] Network 2eb66429-974a-45b2-bc9c-63a38426ba17 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:50:56.152990 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1a484dce-6500-40a9-b689-6942990a5c3e req-653f69e1-d677-4c2e-b40f-d3134ef82d3a tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489740 Oct 12 16:50:56.153709 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, 2eb66429-974a-45b2-bc9c-63a38426ba17) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:56.158058 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:56.158510 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.175736 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-d2d9dcb3-e10d-4d64-9578-e0f6ae4ed6c4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4895914 Oct 12 16:50:56.179494 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 44838) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:56.184333 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1181354658-router', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:56.206499 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4964'] for router, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.207554 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4975'] for router, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.229927 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e952e2e5-4bd2-47dd-90ae-7889744fb449 None None] Network 2eb66429-974a-45b2-bc9c-63a38426ba17 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:56.264095 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.354670 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 4, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': 'f556fa5c-7cb9-4f12-bf69-0bb774a1d624', 'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'mac_address': 'fa:16:3e:7b:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:52Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 2, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'subnets': [{'id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:56.384963 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Checking router: 597d634a-e7ae-4991-bd10-625801d90ae1 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:50:56.385317 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Updating router 597d634a-e7ae-4991-bd10-625801d90ae1 port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 binding host dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:50:56.404600 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.420352 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.446592 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61e6fcb5-174d-52f8-b15f-9efeedbf2b29-2eb66429-974a-45b2-bc9c-63a38426ba17', 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'fixed_ips': [{'subnet_id': '7b7ce986-b12d-480d-a29c-871f813f44cd'}]}} from dv-cinder-813221-2-iscsi. {{(pid=100533) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:50:56.448013 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.593061 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 6484f5eb-4482-4eac-a87d-8d6a4b8f733f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:50:56.629503 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeea72-bac2-4104-9692-f2f8fe75fbae req-679f49d7-d42c-411e-81a7-70c5156e6b13 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:56.631037 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d1aeea72-bac2-4104-9692-f2f8fe75fbae req-679f49d7-d42c-411e-81a7-70c5156e6b13 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0514627 Oct 12 16:50:56.632685 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.653404 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.674003 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d1aeea72-bac2-4104-9692-f2f8fe75fbae req-10b4293c-bc33-46f7-8595-a83ad7702119 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354533 Oct 12 16:50:56.768555 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.db_base_plugin_common [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Allocated IP 172.20.0.2 (2eb66429-974a-45b2-bc9c-63a38426ba17/7b7ce986-b12d-480d-a29c-871f813f44cd/74fc1ce2-c3ed-4a61-9cbf-3e820026168d) {{(pid=100533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:56.772055 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Allocated IP 172.27.2.128 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/89d552f1-8771-46ea-b8df-945b5ddfaa07) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:56.864109 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 1da54e63-297a-4791-aab8-0481d8c5a07f up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:56.884167 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.907731 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6484f5eb-4482-4eac-a87d-8d6a4b8f733f,segment=NetworkSegment(ce3f6115-36aa-4934-9a35-24fe8d54969e),segment_id=ce3f6115-36aa-4934-9a35-24fe8d54969e)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:56.933493 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.946893 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '6484f5eb-4482-4eac-a87d-8d6a4b8f733f', 'network_id': 'ba88652f-bbae-4e3f-a187-06fe7cea316d', 'port_id': '6484f5eb-4482-4eac-a87d-8d6a4b8f733f', 'mac_address': 'fa:16:3e:7f:96:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233cb4e1-57d3-48aa-b448-788fc68092ff', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:50:56.975818 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:56.979337 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:56.983883 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:56.987565 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Pushing event updated for resources: {'Port': ['ID=89d552f1-8771-46ea-b8df-945b5ddfaa07,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:57.033661 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1686e2-d44f-4e14-ae75-8821cb561139 req-b61d4995-5b02-4075-ba0a-d25fdb9753e1 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:57.038203 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae1686e2-d44f-4e14-ae75-8821cb561139 req-b61d4995-5b02-4075-ba0a-d25fdb9753e1 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 947 time: 0.0616438 Oct 12 16:50:57.077005 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ae1686e2-d44f-4e14-ae75-8821cb561139 req-55ed8c2a-743c-4baf-a692-279e9fcf9596 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353303 Oct 12 16:50:57.101590 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Notify callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.103691 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.115529 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 1da54e63-297a-4791-aab8-0481d8c5a07f triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:57.115894 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.127964 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.151252 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Notify callbacks [] for port, precommit_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.162084 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6484f5eb-4482-4eac-a87d-8d6a4b8f733f {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:50:57.195656 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.249781 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6484f5eb-4482-4eac-a87d-8d6a4b8f733f,segment=NetworkSegment(ce3f6115-36aa-4934-9a35-24fe8d54969e),segment_id=ce3f6115-36aa-4934-9a35-24fe8d54969e)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:57.257696 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01842ccf-f1dd-4e58-9a18-9d47cfde864f None None] Pushing event updated for resources: {'Port': ['ID=f556fa5c-7cb9-4f12-bf69-0bb774a1d624,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:57.270102 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.274018 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Network 2eb66429-974a-45b2-bc9c-63a38426ba17 is already hosted by enough agents. {{(pid=100533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:57.280415 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.310549 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79488b40-10e1-4570-91b5-c94773f904bc req-fab8527e-bbe1-42f3-8a36-02f26c8acc5e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:57.315030 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.base_scheduler [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Resources bound (agent type, host, resource id): {{(pid=100533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:57.322379 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-79488b40-10e1-4570-91b5-c94773f904bc req-fab8527e-bbe1-42f3-8a36-02f26c8acc5e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0749731 Oct 12 16:50:57.323083 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Received port after_create {{(pid=100533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:57.385981 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-79488b40-10e1-4570-91b5-c94773f904bc req-41ec84bc-0160-4fd6-ba64-90dd71f983c6 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597317 Oct 12 16:50:57.393417 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Pushing event updated for resources: {'Port': ['ID=74fc1ce2-c3ed-4a61-9cbf-3e820026168d,revision_number=1']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:57.424339 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Attempting to bind port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:57.424733 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Attempting to bind port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:57.425063 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Attempting to bind port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 on network 7df8205e-74e7-46c8-b763-2477e3e642ae {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:57.473861 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:57.474239 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Checking segment: {'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:57.474632 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.475010 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Bound using segment: {'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:57.475492 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Bound port: f556fa5c-7cb9-4f12-bf69-0bb774a1d624, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:57.475871 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.521650 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Attempting to bind port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:57.522015 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Attempting to bind port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '5d33c980-fd66-496b-9f57-dbba2e6b445c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:57.522371 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Attempting to bind port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d on network 2eb66429-974a-45b2-bc9c-63a38426ba17 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:57.532939 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464375'] for router, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.538641 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-af31d7d9-27e9-47d3-9c85-e6086ca70d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.539680 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=6484f5eb-4482-4eac-a87d-8d6a4b8f733f,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:57.543133 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:57.543501 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Checking segment: {'id': '5d33c980-fd66-496b-9f57-dbba2e6b445c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:57.543895 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.544275 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Bound using segment: {'id': '5d33c980-fd66-496b-9f57-dbba2e6b445c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:57.544749 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Bound port: 74fc1ce2-c3ed-4a61-9cbf-3e820026168d, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d33c980-fd66-496b-9f57-dbba2e6b445c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:57.545134 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.586790 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-312cde52-7bf9-4c76-86a0-0a849b1f3532 None None] Provisioning complete for port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:57.586790 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-312cde52-7bf9-4c76-86a0-0a849b1f3532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.679963 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] For port f556fa5c-7cb9-4f12-bf69-0bb774a1d624, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:57.681987 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-312cde52-7bf9-4c76-86a0-0a849b1f3532 None None] Port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:50:57.689055 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] For port f556fa5c-7cb9-4f12-bf69-0bb774a1d624, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=f556fa5c-7cb9-4f12-bf69-0bb774a1d624,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:57.700360 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.705051 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] For port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:57.708934 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] For port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=74fc1ce2-c3ed-4a61-9cbf-3e820026168d,segment=NetworkSegment(5d33c980-fd66-496b-9f57-dbba2e6b445c),segment_id=5d33c980-fd66-496b-9f57-dbba2e6b445c)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:57.716506 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Router c7c80d49-0097-4f6f-a5f5-1f195383921a is scheduled to L3 agent 47858efe-f191-44e1-97b8-339f14938278 with binding_index 1 {{(pid=100532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:50:57.735569 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.780390 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Routers {'597d634a-e7ae-4991-bd10-625801d90ae1'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:57.781021 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:50:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['597d634a-e7ae-4991-bd10-625801d90ae1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:57.785047 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01842ccf-f1dd-4e58-9a18-9d47cfde864f None None] Pushing event updated for resources: {'Port': ['ID=f556fa5c-7cb9-4f12-bf69-0bb774a1d624,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:57.832056 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f861a27-6f69-4e9c-bf9a-cf73c4560ee3 req-6bf18c93-5771-4089-a1b3-331dba9fa0a1 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:57.838916 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['6484f5eb-4482-4eac-a87d-8d6a4b8f733f'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:50:57.839714 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f861a27-6f69-4e9c-bf9a-cf73c4560ee3 req-6bf18c93-5771-4089-a1b3-331dba9fa0a1 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.0718019 Oct 12 16:50:57.849270 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:50:57.859729 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Sync routers for ids ['c7c80d49-0097-4f6f-a5f5-1f195383921a'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:50:57.874813 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Routers {'c7c80d49-0097-4f6f-a5f5-1f195383921a'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:57.875725 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:50:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['c7c80d49-0097-4f6f-a5f5-1f195383921a'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:57.899576 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.908600 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f861a27-6f69-4e9c-bf9a-cf73c4560ee3 req-cf51866e-a3e8-40c1-ab59-6ef1103eccf9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678816 Oct 12 16:50:57.909640 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 44848) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:57.909940 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-048333d6-4cca-4a36-991f-d3addb84cf09 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7293091 Oct 12 16:50:58.059586 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Set router c7c80d49-0097-4f6f-a5f5-1f195383921a gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:58.172305 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242b6c6-5bde-49ce-8fd5-fbda7b022d1e None None] Pushing event updated for resources: {'Port': ['ID=74fc1ce2-c3ed-4a61-9cbf-3e820026168d,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:58.223383 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-2cd2e08b-02f3-40d5-b77a-474e6a772c15 None None] Provisioning complete for port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:58.223774 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e08b-02f3-40d5-b77a-474e6a772c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:58.260131 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] Set router 597d634a-e7ae-4991-bd10-625801d90ae1 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:58.336238 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'name': 'tempest-TestMinimumBasicScenario-1181354658-router', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:50:57Z', 'revision_number': 3, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'gw_port': {'id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:58.371504 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Checking router: c7c80d49-0097-4f6f-a5f5-1f195383921a for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:50:58.372220 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Updating router c7c80d49-0097-4f6f-a5f5-1f195383921a port 89d552f1-8771-46ea-b8df-945b5ddfaa07 binding host dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:50:58.399235 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:58.405332 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:58.515863 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64e1b3-2c08-4f5e-b74d-a94e4be5a243 req-7f825b10-7a77-434a-83cd-ca3b45e09b61 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:58.517566 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2e64e1b3-2c08-4f5e-b74d-a94e4be5a243 req-7f825b10-7a77-434a-83cd-ca3b45e09b61 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 948 time: 0.3214426 Oct 12 16:50:58.555867 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e08b-02f3-40d5-b77a-474e6a772c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:58.625503 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-2cd2e08b-02f3-40d5-b77a-474e6a772c15 None None] For port f556fa5c-7cb9-4f12-bf69-0bb774a1d624, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=f556fa5c-7cb9-4f12-bf69-0bb774a1d624,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:58.631790 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e08b-02f3-40d5-b77a-474e6a772c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:58.659452 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2e64e1b3-2c08-4f5e-b74d-a94e4be5a243 req-5d1fa759-e08d-4bfb-8674-dc0401599a0c tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117244 Oct 12 16:50:58.669205 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device fe97e967-4b6c-4302-80d9-0372d1406b88 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:50:58.678885 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907dcf3-5a9d-4b6f-b984-0b7d933d6d45 req-3e08d7e7-69ae-43f5-aaf9-307041031d85 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:58.680437 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9907dcf3-5a9d-4b6f-b984-0b7d933d6d45 req-3e08d7e7-69ae-43f5-aaf9-307041031d85 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1315899 Oct 12 16:50:58.732203 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Notify callbacks [] for port, precommit_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:58.743115 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 4, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': 'f556fa5c-7cb9-4f12-bf69-0bb774a1d624', 'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'mac_address': 'fa:16:3e:7b:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:52Z', 'updated_at': '2021-10-12T16:50:57Z', 'revision_number': 4, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'subnets': [{'id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:58.746677 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:58.782249 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ea90e-48ac-4622-9cfb-df629acc7f0b None None] The sync data for ids ['597d634a-e7ae-4991-bd10-625801d90ae1'] in dv-cinder-813221-2-iscsi is: [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 4, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': 'f556fa5c-7cb9-4f12-bf69-0bb774a1d624', 'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'mac_address': 'fa:16:3e:7b:76:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:52Z', 'updated_at': '2021-10-12T16:50:57Z', 'revision_number': 4, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'subnets': [{'id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:50:58.793527 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2e08b-02f3-40d5-b77a-474e6a772c15 None None] Pushing event updated for resources: {'Port': ['ID=f556fa5c-7cb9-4f12-bf69-0bb774a1d624,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:58.885506 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9907dcf3-5a9d-4b6f-b984-0b7d933d6d45 req-a2fe97ba-2ff2-4d79-9bd0-67b46096a641 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853411 Oct 12 16:50:58.912747 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Attempting to bind port 89d552f1-8771-46ea-b8df-945b5ddfaa07 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:58.913253 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Attempting to bind port 89d552f1-8771-46ea-b8df-945b5ddfaa07 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:58.921714 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Attempting to bind port 89d552f1-8771-46ea-b8df-945b5ddfaa07 on network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:58.947664 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:58.947664 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Checking segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:58.948172 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:58.948638 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Bound using segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:58.952860 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Bound port: 89d552f1-8771-46ea-b8df-945b5ddfaa07, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:58.959423 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:58.979184 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 74fc1ce2-c3ed-4a61-9cbf-3e820026168d up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:59.008500 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:59.028800 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'port_id': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'mac_address': 'fa:16:3e:c3:9e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:50:59.040063 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07763ba9-7d91-423b-a5df-8da9f5ebc18a None None] Pushing event updated for resources: {'Port': ['ID=89d552f1-8771-46ea-b8df-945b5ddfaa07,revision_number=2']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:59.068902 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.128232 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.135344 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] For port 89d552f1-8771-46ea-b8df-945b5ddfaa07, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:59.140058 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] For port 89d552f1-8771-46ea-b8df-945b5ddfaa07, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=89d552f1-8771-46ea-b8df-945b5ddfaa07,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:59.143723 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.151253 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.175057 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:59.175426 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.179492 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe97e967-4b6c-4302-80d9-0372d1406b88 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:50:59.183731 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069297c-91d4-4bd0-bd0f-6c2e500bf810 req-18fdf364-52eb-4bc5-9622-7538288706d3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:59.185644 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6069297c-91d4-4bd0-bd0f-6c2e500bf810 req-18fdf364-52eb-4bc5-9622-7538288706d3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 944 time: 0.1537323 Oct 12 16:50:59.239186 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Routers {'c7c80d49-0097-4f6f-a5f5-1f195383921a'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:59.239871 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:50:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['c7c80d49-0097-4f6f-a5f5-1f195383921a'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:59.294550 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:59.299782 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07763ba9-7d91-423b-a5df-8da9f5ebc18a None None] Pushing event updated for resources: {'Port': ['ID=89d552f1-8771-46ea-b8df-945b5ddfaa07,revision_number=3']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:59.308504 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.374287 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6069297c-91d4-4bd0-bd0f-6c2e500bf810 req-eab53b42-9aa8-444f-9848-86dc9371b82f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778133 Oct 12 16:50:59.430689 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] Set router c7c80d49-0097-4f6f-a5f5-1f195383921a gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:59.452525 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=fe97e967-4b6c-4302-80d9-0372d1406b88,revision_number=9']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:59.476113 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Allocated IP 172.20.0.1 (2eb66429-974a-45b2-bc9c-63a38426ba17/7b7ce986-b12d-480d-a29c-871f813f44cd/3ff52edf-d15d-471a-9ea8-151b7b83d4fc) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:59.488657 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d4e91-e3ef-4d73-bbd2-e2e4fe6f7f15 None None] Network 2eb66429-974a-45b2-bc9c-63a38426ba17 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:59.577091 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.639473 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.647247 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-d4f06e30-cba5-4e52-976a-a9720b4cb166 None None] Provisioning complete for port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:59.647883 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d4f06e30-cba5-4e52-976a-a9720b4cb166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.687734 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=74fc1ce2-c3ed-4a61-9cbf-3e820026168d,segment=NetworkSegment(5d33c980-fd66-496b-9f57-dbba2e6b445c),segment_id=5d33c980-fd66-496b-9f57-dbba2e6b445c)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:59.704736 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.708599 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.726992 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'name': 'tempest-TestMinimumBasicScenario-1181354658-router', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:50:57Z', 'revision_number': 3, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'gw_port': {'id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:59.735985 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['fe97e967-4b6c-4302-80d9-0372d1406b88'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:50:59.761606 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Network 2eb66429-974a-45b2-bc9c-63a38426ba17 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:59.765625 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:59.766889 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deacea6-30b9-4f21-84b7-613012d1809f None None] The sync data for ids ['c7c80d49-0097-4f6f-a5f5-1f195383921a'] in dv-cinder-813221-2-iscsi is: [{'id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'name': 'tempest-TestMinimumBasicScenario-1181354658-router', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:50:57Z', 'revision_number': 3, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'gw_port': {'id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:50:59.773354 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:59.865552 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Pushing event updated for resources: {'Port': ['ID=3ff52edf-d15d-471a-9ea8-151b7b83d4fc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:59.875940 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464166'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.907555 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=74fc1ce2-c3ed-4a61-9cbf-3e820026168d,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:59.943146 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b6081-ab52-42ba-863a-5dedd97dd222 req-a2ea7f71-9314-46a6-bf29-c5e74f146647 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:59.944865 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-362b6081-ab52-42ba-863a-5dedd97dd222 req-a2ea7f71-9314-46a6-bf29-c5e74f146647 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 948 time: 0.1451299 Oct 12 16:51:00.024029 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-362b6081-ab52-42ba-863a-5dedd97dd222 req-01a9cf6c-f279-4009-a3b5-d160988b4a0f tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695028 Oct 12 16:51:00.128643 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:00.357166 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:00.357658 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-d08d2986-5c76-42b4-8f32-19485a3fdfae None None] Provisioning complete for port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:00.358117 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d08d2986-5c76-42b4-8f32-19485a3fdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:00.362218 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:00.410996 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-d08d2986-5c76-42b4-8f32-19485a3fdfae None None] Port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:51:00.429280 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-d08d2986-5c76-42b4-8f32-19485a3fdfae None None] Provisioning complete for port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:00.429709 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d08d2986-5c76-42b4-8f32-19485a3fdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:00.433401 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:00.451306 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Pushing event updated for resources: {'Port': ['ID=3ff52edf-d15d-471a-9ea8-151b7b83d4fc,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:00.463407 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438966'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:00.626476 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e7d84-f6e7-4dc7-8f46-1ff69ea2366b req-698388d7-8113-4c10-9b03-407dbc848cd6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:00.628109 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8f9e7d84-f6e7-4dc7-8f46-1ff69ea2366b req-698388d7-8113-4c10-9b03-407dbc848cd6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 945 time: 0.0897121 Oct 12 16:51:00.663057 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 6484f5eb-4482-4eac-a87d-8d6a4b8f733f up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:51:00.666926 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Network 2eb66429-974a-45b2-bc9c-63a38426ba17 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:51:00.678601 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:51:00.727077 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bea52166-2f49-43b7-b6e7-134ba7eb575e None None] Provisioning complete for port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:00.727449 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bea52166-2f49-43b7-b6e7-134ba7eb575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:00.783004 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bea52166-2f49-43b7-b6e7-134ba7eb575e None None] Port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:51:00.795972 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:51:00.796162 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdeb74-30fc-47cb-8059-60f58fe5a6b1 req-889bda3a-09d5-4e4c-94f3-1cafbc2c31a0 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:00.798104 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-00cdeb74-30fc-47cb-8059-60f58fe5a6b1 req-889bda3a-09d5-4e4c-94f3-1cafbc2c31a0 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1406388 Oct 12 16:51:00.810434 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:00.811016 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:00.815705 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8f9e7d84-f6e7-4dc7-8f46-1ff69ea2366b req-99697102-7342-4c8f-ba06-d2830bcee5e7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718175 Oct 12 16:51:00.913344 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-00cdeb74-30fc-47cb-8059-60f58fe5a6b1 req-22d737a7-e966-40d6-bffd-9091570e9527 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886993 Oct 12 16:51:00.927796 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Router c7c80d49-0097-4f6f-a5f5-1f195383921a has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:51:00.970648 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:01.032776 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ebf84d-4a9e-40f8-aa40-3fa88b440107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6484f5eb-4482-4eac-a87d-8d6a4b8f733f'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:01.035419 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084b268d-d913-4051-a8a0-c5483c58d142" -d '{"events": [{"server_uuid": "e1ebf84d-4a9e-40f8-aa40-3fa88b440107", "name": "network-vif-plugged", "status": "completed", "tag": "6484f5eb-4482-4eac-a87d-8d6a4b8f733f"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:01.088231 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 74fc1ce2-c3ed-4a61-9cbf-3e820026168d up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:51:01.094788 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6484f5eb-4482-4eac-a87d-8d6a4b8f733f,segment=NetworkSegment(ce3f6115-36aa-4934-9a35-24fe8d54969e),segment_id=ce3f6115-36aa-4934-9a35-24fe8d54969e)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:01.098959 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-703ddec2-899c-4ee2-b5cf-d5df84c7a5d8 None None] Provisioning complete for port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:01.099667 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-703ddec2-899c-4ee2-b5cf-d5df84c7a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:01.138097 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:51:01.152695 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-b51e4d4a-2ca7-4d57-90e0-6621427acaef admin admin] 10.222.0.48 "PUT /v2.0/routers/c7c80d49-0097-4f6f-a5f5-1f195383921a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2302666 Oct 12 16:51:01.152950 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:01.228941 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5cbad-ae0d-493d-b6a7-d02d84e5c958 req-72d61af4-48b7-4375-bc96-84425fb046f6 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:01.230341 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-703ddec2-899c-4ee2-b5cf-d5df84c7a5d8 None None] Port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:51:01.231243 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b6d5cbad-ae0d-493d-b6a7-d02d84e5c958 req-72d61af4-48b7-4375-bc96-84425fb046f6 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 949 time: 0.1111612 Oct 12 16:51:01.249792 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=6484f5eb-4482-4eac-a87d-8d6a4b8f733f,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:01.257482 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:01.257845 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:01.289986 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b6d5cbad-ae0d-493d-b6a7-d02d84e5c958 req-1056166d-c6a2-48bb-80cf-0ef43db6df38 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523033 Oct 12 16:51:01.364452 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 89d552f1-8771-46ea-b8df-945b5ddfaa07 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:51:01.379563 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c15ddba-9a08-45e6-8fd3-60eeffc992a0 x-openstack-request-id: req-0c15ddba-9a08-45e6-8fd3-60eeffc992a0 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:01.379951 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ebf84d-4a9e-40f8-aa40-3fa88b440107", "name": "network-vif-plugged", "status": "completed", "tag": "6484f5eb-4482-4eac-a87d-8d6a4b8f733f", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:01.380265 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c15ddba-9a08-45e6-8fd3-60eeffc992a0 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:01.380887 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ebf84d-4a9e-40f8-aa40-3fa88b440107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6484f5eb-4482-4eac-a87d-8d6a4b8f733f', 'code': 200} Oct 12 16:51:01.434230 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 89d552f1-8771-46ea-b8df-945b5ddfaa07 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:01.434669 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:01.539265 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:01.561709 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port 89d552f1-8771-46ea-b8df-945b5ddfaa07, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=89d552f1-8771-46ea-b8df-945b5ddfaa07,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:01.572050 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:01.573217 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device f556fa5c-7cb9-4f12-bf69-0bb774a1d624 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:51:01.691710 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cac7-5962-4d3e-9644-fce517d37994 req-2a676353-f58c-414b-98e5-a9dd34e2e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:01.694619 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f003cac7-5962-4d3e-9644-fce517d37994 req-2a676353-f58c-414b-98e5-a9dd34e2e0a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 1102 time: 0.0698349 Oct 12 16:51:01.745485 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f003cac7-5962-4d3e-9644-fce517d37994 req-15760eb8-e251-4d93-aa8e-8e0024cb7ee2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339131 Oct 12 16:51:01.807690 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=89d552f1-8771-46ea-b8df-945b5ddfaa07,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:01.821758 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:01.822135 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:01.959859 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e06e1-36c4-4656-b979-b32c9b457abc req-34e6170f-aea1-46c2-a63d-026db87705c7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:01.961433 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8f8e06e1-36c4-4656-b979-b32c9b457abc req-34e6170f-aea1-46c2-a63d-026db87705c7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 945 time: 0.0621057 Oct 12 16:51:02.028808 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8f8e06e1-36c4-4656-b979-b32c9b457abc req-d65dfc64-7fc1-4691-8987-3726483a79e1 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602481 Oct 12 16:51:02.247128 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Sync routers for ids ['c7c80d49-0097-4f6f-a5f5-1f195383921a'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:51:02.259941 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Routers {'c7c80d49-0097-4f6f-a5f5-1f195383921a'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:51:02.260810 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:50:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['c7c80d49-0097-4f6f-a5f5-1f195383921a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:02.435591 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Set router c7c80d49-0097-4f6f-a5f5-1f195383921a gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:51:02.489515 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d73651-aadb-4861-8fd8-eac7fa12e560 req-e4746eed-2356-4e7e-89e6-c8027a75046d tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:02.499233 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-78d73651-aadb-4861-8fd8-eac7fa12e560 req-e4746eed-2356-4e7e-89e6-c8027a75046d tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 949 time: 0.0904431 Oct 12 16:51:02.560210 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-78d73651-aadb-4861-8fd8-eac7fa12e560 req-6897c095-1601-4330-b84d-17871b661071 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Oct 12 16:51:02.664027 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device fe97e967-4b6c-4302-80d9-0372d1406b88 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:51:02.732699 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'name': 'tempest-TestMinimumBasicScenario-1181354658-router', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:51:00Z', 'revision_number': 4, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'gw_port': {'id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '3ff52edf-d15d-471a-9ea8-151b7b83d4fc', 'name': '', 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'mac_address': 'fa:16:3e:8f:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7b7ce986-b12d-480d-a29c-871f813f44cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:59Z', 'updated_at': '2021-10-12T16:51:00Z', 'revision_number': 2, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'subnets': [{'id': '7b7ce986-b12d-480d-a29c-871f813f44cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:02.763946 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Checking router: c7c80d49-0097-4f6f-a5f5-1f195383921a for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:51:02.763946 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Updating router c7c80d49-0097-4f6f-a5f5-1f195383921a port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc binding host dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:51:02.793177 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port fe97e967-4b6c-4302-80d9-0372d1406b88 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:02.793700 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:02.820004 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:02.880431 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 89d552f1-8771-46ea-b8df-945b5ddfaa07 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:51:03.049530 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:03.133700 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 89d552f1-8771-46ea-b8df-945b5ddfaa07 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:03.134189 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:03.170252 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:03.190314 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:03.205741 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0472cd1-7ef4-4fde-834e-9acbbf446834 req-b7e63da2-4b3f-45be-9f05-906cf8cbc0e9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:03.219265 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c0472cd1-7ef4-4fde-834e-9acbbf446834 req-b7e63da2-4b3f-45be-9f05-906cf8cbc0e9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 945 time: 0.0783782 Oct 12 16:51:03.285082 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c0472cd1-7ef4-4fde-834e-9acbbf446834 req-daf41c3a-f54a-4cfd-bb05-95c52722a6fc tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574033 Oct 12 16:51:03.285218 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=fe97e967-4b6c-4302-80d9-0372d1406b88,revision_number=10']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:03.375570 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Notify callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:03.381935 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:03.384447 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310eb140-9b1f-40f9-a475-22171144cf88" -d '{"events": [{"server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:03.387530 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:03.467234 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c977206-8c6b-4609-a1da-d2f90001a8d9 x-openstack-request-id: req-0c977206-8c6b-4609-a1da-d2f90001a8d9 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:03.469848 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "name": "network-vif-plugged", "status": "completed", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:03.469848 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c977206-8c6b-4609-a1da-d2f90001a8d9 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:03.469848 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'code': 200} Oct 12 16:51:03.495320 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869622d-a36a-4a66-9357-b0a5b1a445fd None None] Pushing event updated for resources: {'Port': ['ID=3ff52edf-d15d-471a-9ea8-151b7b83d4fc,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:03.516064 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Attempting to bind port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:51:03.516724 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Attempting to bind port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '5d33c980-fd66-496b-9f57-dbba2e6b445c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:51:03.517245 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Attempting to bind port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc on network 2eb66429-974a-45b2-bc9c-63a38426ba17 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:51:03.525603 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:51:03.526246 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Checking segment: {'id': '5d33c980-fd66-496b-9f57-dbba2e6b445c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:51:03.526822 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:03.527426 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Bound using segment: {'id': '5d33c980-fd66-496b-9f57-dbba2e6b445c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:51:03.528111 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Bound port: 3ff52edf-d15d-471a-9ea8-151b7b83d4fc, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d33c980-fd66-496b-9f57-dbba2e6b445c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:51:03.528723 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:03.614769 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] For port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:51:03.618499 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] For port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=3ff52edf-d15d-471a-9ea8-151b7b83d4fc,segment=NetworkSegment(5d33c980-fd66-496b-9f57-dbba2e6b445c),segment_id=5d33c980-fd66-496b-9f57-dbba2e6b445c)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:51:03.626463 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:03.787414 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Routers {'c7c80d49-0097-4f6f-a5f5-1f195383921a'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:51:03.787959 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:50:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['c7c80d49-0097-4f6f-a5f5-1f195383921a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:03.790715 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869622d-a36a-4a66-9357-b0a5b1a445fd None None] Pushing event updated for resources: {'Port': ['ID=3ff52edf-d15d-471a-9ea8-151b7b83d4fc,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:03.793746 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533be14-e2e3-4d7b-872b-421c2496165f req-6007594f-938a-4318-99ce-dc66bf219742 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:03.796099 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4533be14-e2e3-4d7b-872b-421c2496165f req-6007594f-938a-4318-99ce-dc66bf219742 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 949 time: 0.1550555 Oct 12 16:51:03.855570 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-64d86b24-5dff-458a-9431-ca13707bb5cd None None] Provisioning complete for port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:03.855953 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-64d86b24-5dff-458a-9431-ca13707bb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:03.899366 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4533be14-e2e3-4d7b-872b-421c2496165f req-1358ce6d-9296-4248-96ca-e3055cbf244f tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876257 Oct 12 16:51:04.056643 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] Set router c7c80d49-0097-4f6f-a5f5-1f195383921a gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:51:04.231059 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-64d86b24-5dff-458a-9431-ca13707bb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:04.251977 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88139b50-4978-4cbf-9a4b-0c1d31ac36e8 req-04025439-0bdf-4b56-b884-794415437d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:04.254429 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-88139b50-4978-4cbf-9a4b-0c1d31ac36e8 req-04025439-0bdf-4b56-b884-794415437d77 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 1100 time: 0.1446471 Oct 12 16:51:04.318888 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-88139b50-4978-4cbf-9a4b-0c1d31ac36e8 req-23e68fdc-849e-4ab2-ac2e-659d4ebf3813 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523856 Oct 12 16:51:04.482179 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea548f74-e5e5-46f4-bfdb-fdedbac9b567 req-7a01eb7f-1c68-4abf-a46f-6ee56cd3cf09 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:04.489653 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea548f74-e5e5-46f4-bfdb-fdedbac9b567 req-7a01eb7f-1c68-4abf-a46f-6ee56cd3cf09 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 947 time: 0.0643952 Oct 12 16:51:04.505362 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b0aba-d32b-4a9a-b6da-d915c47d820d req-b80df3f0-297e-44a9-a663-b49e1580afbb tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:04.513609 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-891b0aba-d32b-4a9a-b6da-d915c47d820d req-b80df3f0-297e-44a9-a663-b49e1580afbb tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 949 time: 0.1345966 Oct 12 16:51:04.578908 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-64d86b24-5dff-458a-9431-ca13707bb5cd None None] For port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=3ff52edf-d15d-471a-9ea8-151b7b83d4fc,segment=NetworkSegment(5d33c980-fd66-496b-9f57-dbba2e6b445c),segment_id=5d33c980-fd66-496b-9f57-dbba2e6b445c)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:04.580497 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-891b0aba-d32b-4a9a-b6da-d915c47d820d req-b5a41aa3-4487-4306-b22a-6fe633c4e2ca tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637348 Oct 12 16:51:04.588081 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-64d86b24-5dff-458a-9431-ca13707bb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:04.610348 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea548f74-e5e5-46f4-bfdb-fdedbac9b567 req-ff090505-82a9-4d94-adc3-713bf30dc49d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198106 Oct 12 16:51:04.696205 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d86b24-5dff-458a-9431-ca13707bb5cd None None] Pushing event updated for resources: {'Port': ['ID=3ff52edf-d15d-471a-9ea8-151b7b83d4fc,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:04.712835 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'name': 'tempest-TestMinimumBasicScenario-1181354658-router', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:51:00Z', 'revision_number': 4, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'gw_port': {'id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '3ff52edf-d15d-471a-9ea8-151b7b83d4fc', 'name': '', 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'mac_address': 'fa:16:3e:8f:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7b7ce986-b12d-480d-a29c-871f813f44cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:59Z', 'updated_at': '2021-10-12T16:51:03Z', 'revision_number': 4, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'subnets': [{'id': '7b7ce986-b12d-480d-a29c-871f813f44cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:04.745723 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-098c9806-63a7-45aa-ad97-50c20b1163ac None None] Provisioning complete for port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:04.746104 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-098c9806-63a7-45aa-ad97-50c20b1163ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:04.747818 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf735c-2dab-4210-aa22-e0493b027763 None None] The sync data for ids ['c7c80d49-0097-4f6f-a5f5-1f195383921a'] in dv-cinder-813221-2-iscsi is: [{'id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'name': 'tempest-TestMinimumBasicScenario-1181354658-router', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:51:00Z', 'revision_number': 4, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'gw_port': {'id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '3ff52edf-d15d-471a-9ea8-151b7b83d4fc', 'name': '', 'network_id': '2eb66429-974a-45b2-bc9c-63a38426ba17', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'mac_address': 'fa:16:3e:8f:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7b7ce986-b12d-480d-a29c-871f813f44cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:59Z', 'updated_at': '2021-10-12T16:51:03Z', 'revision_number': 4, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'subnets': [{'id': '7b7ce986-b12d-480d-a29c-871f813f44cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:51:05.760736 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ab392-71db-4bc1-8c80-d5023872a7d5 req-e03f6f32-6be4-4db0-b10b-ff1c967281ee tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:05.768822 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-260ab392-71db-4bc1-8c80-d5023872a7d5 req-e03f6f32-6be4-4db0-b10b-ff1c967281ee tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 949 time: 0.0957000 Oct 12 16:51:05.834041 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-260ab392-71db-4bc1-8c80-d5023872a7d5 req-809a29c4-7d10-4f6e-a953-8cc5288351f8 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643165 Oct 12 16:51:05.863987 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f65653-67a5-4038-a9b0-f2370abd9822 req-463eff0f-c5d6-48ba-af5c-466d2db67b84 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:05.865605 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e6f65653-67a5-4038-a9b0-f2370abd9822 req-463eff0f-c5d6-48ba-af5c-466d2db67b84 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 947 time: 0.0861025 Oct 12 16:51:05.922769 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e6f65653-67a5-4038-a9b0-f2370abd9822 req-c502c9ed-91c2-44e4-a0a7-b911fd901530 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450771 Oct 12 16:51:06.979675 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c80a0-e067-46f5-8312-a36b2c83290f req-c25188e5-eebe-45b0-9bf7-2260f155b33c tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:06.982722 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-155c80a0-e067-46f5-8312-a36b2c83290f req-c25188e5-eebe-45b0-9bf7-2260f155b33c tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 949 time: 0.2054212 Oct 12 16:51:06.987517 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 3ff52edf-d15d-471a-9ea8-151b7b83d4fc up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:51:07.106637 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:07.107055 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:07.150963 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1272f-0cce-440c-98c3-8d55169d8372 req-3c77fd13-5351-4492-963c-0d991f4bd67d tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:07.153206 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a9d1272f-0cce-440c-98c3-8d55169d8372 req-3c77fd13-5351-4492-963c-0d991f4bd67d tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 949 time: 0.1287098 Oct 12 16:51:07.156317 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-155c80a0-e067-46f5-8312-a36b2c83290f req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Deleting port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:51:07.156755 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-155c80a0-e067-46f5-8312-a36b2c83290f req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:07.203393 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932f411-0490-4cdd-af60-62dd9306c16e req-42bfb15e-f5b2-4688-8e60-0f3fbad5e983 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:07.211397 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b932f411-0490-4cdd-af60-62dd9306c16e req-42bfb15e-f5b2-4688-8e60-0f3fbad5e983 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 947 time: 0.1318707 Oct 12 16:51:07.256887 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a9d1272f-0cce-440c-98c3-8d55169d8372 req-8158648b-8c6c-481e-8f0d-061d66eadc14 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cadbe80-9de7-4365-b961-7e41e991435c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918100 Oct 12 16:51:07.286779 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b932f411-0490-4cdd-af60-62dd9306c16e req-419aa472-38ff-4fc6-aa26-c5c048e97d3f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740478 Oct 12 16:51:07.292900 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-155c80a0-e067-46f5-8312-a36b2c83290f req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] For port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6484f5eb-4482-4eac-a87d-8d6a4b8f733f,segment=NetworkSegment(ce3f6115-36aa-4934-9a35-24fe8d54969e),segment_id=ce3f6115-36aa-4934-9a35-24fe8d54969e)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:07.293680 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-155c80a0-e067-46f5-8312-a36b2c83290f req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:07.322100 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-155c80a0-e067-46f5-8312-a36b2c83290f req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Calling delete_port for 6484f5eb-4482-4eac-a87d-8d6a4b8f733f owned by compute:nova {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:51:07.499917 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-155c80a0-e067-46f5-8312-a36b2c83290f req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:07.529575 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Pushing event deleted for resources: {'Port': ['ID=6484f5eb-4482-4eac-a87d-8d6a4b8f733f,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:07.538688 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.541597 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['6484f5eb-4482-4eac-a87d-8d6a4b8f733f'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:51:07.545145 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.545145 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.557873 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.558315 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.558660 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.559000 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.559334 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.559667 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.559994 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.560319 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.561193 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:07.637238 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-155c80a0-e067-46f5-8312-a36b2c83290f req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] No DVR routers for this DVR port 6484f5eb-4482-4eac-a87d-8d6a4b8f733f on host hv-cinder-81322 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:51:07.640701 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-155c80a0-e067-46f5-8312-a36b2c83290f req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:07.644412 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-155c80a0-e067-46f5-8312-a36b2c83290f req-23bea2dc-ba3f-4c85-9384-727cb97d8189 tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.25 "DELETE /v2.0/ports/6484f5eb-4482-4eac-a87d-8d6a4b8f733f HTTP/1.1" status: 204 len: 173 time: 0.6451831 Oct 12 16:51:07.645495 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ebf84d-4a9e-40f8-aa40-3fa88b440107', 'name': 'network-vif-deleted', 'tag': '6484f5eb-4482-4eac-a87d-8d6a4b8f733f'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:07.647365 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be5e832-37f1-4c32-9925-d6fa029c442b" -d '{"events": [{"server_uuid": "e1ebf84d-4a9e-40f8-aa40-3fa88b440107", "name": "network-vif-deleted", "tag": "6484f5eb-4482-4eac-a87d-8d6a4b8f733f"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:07.742326 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4781d1e-eb99-493f-8515-4fb8daba3490 x-openstack-request-id: req-f4781d1e-eb99-493f-8515-4fb8daba3490 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:07.742326 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ebf84d-4a9e-40f8-aa40-3fa88b440107", "name": "network-vif-deleted", "tag": "6484f5eb-4482-4eac-a87d-8d6a4b8f733f", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:07.742326 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4781d1e-eb99-493f-8515-4fb8daba3490 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:07.742685 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ebf84d-4a9e-40f8-aa40-3fa88b440107', 'name': 'network-vif-deleted', 'tag': '6484f5eb-4482-4eac-a87d-8d6a4b8f733f', 'status': 'completed', 'code': 200} Oct 12 16:51:08.392782 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6b165854-1af3-4e3d-9cd4-eb332cbfc4a5 req-115f364f-694c-4e75-b07c-2f373031687b tempest-VolumesNegativeTest-1017741444 tempest-VolumesNegativeTest-1017741444-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ebf84d-4a9e-40f8-aa40-3fa88b440107 HTTP/1.1" status: 200 len: 210 time: 0.0411305 Oct 12 16:51:09.407820 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ab81f-e09c-4f61-9a6b-c74633ae5944 req-afb81386-92ed-4373-8e51-c6282ee787c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:09.409407 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bf5ab81f-e09c-4f61-9a6b-c74633ae5944 req-afb81386-92ed-4373-8e51-c6282ee787c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcc08699515f48a08c8ac1507eec9cae&device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 1098 time: 0.0504472 Oct 12 16:51:09.432184 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f5121-f753-4478-b865-300ec596abf4 req-1e086636-d15b-4834-b3fd-918dd9aeb0ba tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:09.434780 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b33f5121-f753-4478-b865-300ec596abf4 req-1e086636-d15b-4834-b3fd-918dd9aeb0ba tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0880883 Oct 12 16:51:09.513800 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b33f5121-f753-4478-b865-300ec596abf4 req-34b6fa09-0551-4975-88bc-46bd43f75226 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726535 Oct 12 16:51:09.541810 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ab81f-e09c-4f61-9a6b-c74633ae5944 req-6c52f2f2-3f3a-4d88-a492-2aa6965fa76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:09.543211 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bf5ab81f-e09c-4f61-9a6b-c74633ae5944 req-6c52f2f2-3f3a-4d88-a492-2aa6965fa76a service neutron] 10.222.0.25 "GET /v2.0/networks?id=8331595f-8778-400e-9052-2af4f1b41752 HTTP/1.1" status: 200 len: 920 time: 0.1255202 Oct 12 16:51:09.591971 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bf5ab81f-e09c-4f61-9a6b-c74633ae5944 req-d1503cfe-06f8-4ae1-af52-99704beaa8eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=970ab12a-ca76-4815-9eed-2a2d438ab9ad HTTP/1.1" status: 200 len: 217 time: 0.0403531 Oct 12 16:51:09.659637 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ab81f-e09c-4f61-9a6b-c74633ae5944 req-9df16c8b-9680-438d-9a62-b57bb369c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:09.661040 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bf5ab81f-e09c-4f61-9a6b-c74633ae5944 req-9df16c8b-9680-438d-9a62-b57bb369c5a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184 HTTP/1.1" status: 200 len: 859 time: 0.0610030 Oct 12 16:51:09.701322 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bf5ab81f-e09c-4f61-9a6b-c74633ae5944 req-a74811d6-8fec-4384-a060-8ade357c3991 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8331595f-8778-400e-9052-2af4f1b41752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318534 Oct 12 16:51:09.810947 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bf5ab81f-e09c-4f61-9a6b-c74633ae5944 req-f70d9e42-d395-440e-b716-a23a2e06fcf8 service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976248 Oct 12 16:51:10.183062 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bf5ab81f-e09c-4f61-9a6b-c74633ae5944 req-2311d57a-c0dc-4000-aeed-77bbf75a9c3e service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643384 Oct 12 16:51:10.665803 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64e208-a5b9-43ae-bf46-fb566f22b76d req-620f84a8-fa56-4d33-ac56-218b0467cc91 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:10.668864 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1a64e208-a5b9-43ae-bf46-fb566f22b76d req-620f84a8-fa56-4d33-ac56-218b0467cc91 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0626481 Oct 12 16:51:10.704779 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 6484f5eb-4482-4eac-a87d-8d6a4b8f733f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:51:10.728990 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 6484f5eb-4482-4eac-a87d-8d6a4b8f733f {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:51:10.729417 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 6484f5eb-4482-4eac-a87d-8d6a4b8f733f not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:51:10.762727 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1a64e208-a5b9-43ae-bf46-fb566f22b76d req-08245b2e-8bd4-4f5c-83de-9d7e51b0a4db tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803308 Oct 12 16:51:11.836137 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-04030c43-7a7a-4c8b-9021-6d4709376dc5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593693 Oct 12 16:51:11.913393 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ad8ee-cd9f-46df-bd03-b51da8804eef req-80a948fa-b77c-4d67-acd8-f5312ac1a9d0 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:11.917846 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ec8ad8ee-cd9f-46df-bd03-b51da8804eef req-80a948fa-b77c-4d67-acd8-f5312ac1a9d0 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0639861 Oct 12 16:51:11.981766 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ec8ad8ee-cd9f-46df-bd03-b51da8804eef req-c3275b0b-c3b4-4395-9504-2c27d56753db tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541832 Oct 12 16:51:12.014580 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-47adad88-1fb7-4363-b3fb-b229477acc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:12.016100 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-47adad88-1fb7-4363-b3fb-b229477acc15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 1100 time: 0.1064265 Oct 12 16:51:12.152009 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-705d85ab-7e4b-4806-8451-6d13b1554b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:12.153515 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-705d85ab-7e4b-4806-8451-6d13b1554b2e service neutron] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 917 time: 0.1153948 Oct 12 16:51:12.298892 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-ce85b120-5f5e-41bf-b2ad-a434e09d278c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe97e967-4b6c-4302-80d9-0372d1406b88 HTTP/1.1" status: 200 len: 1001 time: 0.1298511 Oct 12 16:51:12.353533 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-bb0d0d41-8d79-4426-85dd-ce2a72819819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:12.355046 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-bb0d0d41-8d79-4426-85dd-ce2a72819819 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0490379 Oct 12 16:51:12.409339 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-15376c6c-8eb8-489a-9235-619177242de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:12.410900 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-15376c6c-8eb8-489a-9235-619177242de2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480056 Oct 12 16:51:12.503852 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-8d669c55-6407-49aa-8cc9-0b4b39fd96da service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841260 Oct 12 16:51:12.599465 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-c1b1fa25-f128-4c6d-b43e-8bc5b1d6bc7f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:12.599910 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f26f0825-9ffc-4704-8d32-549356fb2c7c req-61c924e1-85f9-4254-a219-6590d688b0fb service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879226 Oct 12 16:51:12.601333 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-c1b1fa25-f128-4c6d-b43e-8bc5b1d6bc7f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/networks?id=7df8205e-74e7-46c8-b763-2477e3e642ae HTTP/1.1" status: 200 len: 815 time: 0.1094656 Oct 12 16:51:12.619869 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-79fd6ba4-399e-4c7c-b0e6-c639dd8d3ede tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/quotas/6b276008196643ce9a2938b78207fc0c HTTP/1.1" status: 200 len: 375 time: 0.0118105 Oct 12 16:51:12.674217 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-f6d0676b-a27f-445c-b577-308360505a7d tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6b276008196643ce9a2938b78207fc0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490708 Oct 12 16:51:12.771810 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-85214cd5-5dae-488a-9677-d83fecbf82b0 service neutron] 10.222.0.48 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854626 Oct 12 16:51:12.862940 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-1c567f7b-b3a8-4599-b193-fe2dc999479a service neutron] 10.222.0.48 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848031 Oct 12 16:51:13.020314 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3c2be9d4-5f58-445b-bd5a-0b6cf3fe1560 req-ac612dd6-a059-4171-a392-939869bb985d tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 210 time: 0.0279899 Oct 12 16:51:13.103214 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a11f5-9b1c-4160-a149-814b6eda917e req-c4d51b35-5b7e-49fc-be28-9c853cec443d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:13.104742 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-119a11f5-9b1c-4160-a149-814b6eda917e req-c4d51b35-5b7e-49fc-be28-9c853cec443d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0560002 Oct 12 16:51:13.148681 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-119a11f5-9b1c-4160-a149-814b6eda917e req-b2a0db98-4c22-4ffc-8611-8cfc4c99d7b0 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378265 Oct 12 16:51:13.632485 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 45274) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:13.772889 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-ecbcc259-0b0d-4c45-815b-9e52b7c786b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90f576bd4268462bb4d30b20f1fe22a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386824 Oct 12 16:51:13.776129 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45278) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:13.825286 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2575af72-eb2a-46c5-bb68-a987407427d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:13.847670 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2575af72-eb2a-46c5-bb68-a987407427d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:13.895957 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2575af72-eb2a-46c5-bb68-a987407427d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:13.898482 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2575af72-eb2a-46c5-bb68-a987407427d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:13.900163 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-2575af72-eb2a-46c5-bb68-a987407427d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cadbe80-9de7-4365-b961-7e41e991435c HTTP/1.1" status: 204 len: 168 time: 0.1230602 Oct 12 16:51:13.908109 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575af72-eb2a-46c5-bb68-a987407427d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cadbe80-9de7-4365-b961-7e41e991435c,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:14.131846 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ae73d03-76af-410d-acf9-40c1b4908832 req-ca9a3828-20b4-4469-abe2-b011960bbd10 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 210 time: 0.0342133 Oct 12 16:51:14.210243 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-29369aad-ac2d-48e3-bffa-da63eed9ae21 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:14.211694 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-29369aad-ac2d-48e3-bffa-da63eed9ae21 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.25 "GET /v2.0/networks?id=7df8205e-74e7-46c8-b763-2477e3e642ae HTTP/1.1" status: 200 len: 815 time: 0.1265450 Oct 12 16:51:14.235525 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Request body: {'port': {'device_id': '8e27973b-7846-4077-80d9-fb450ee51610', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'admin_state_up': True, 'tenant_id': '6b276008196643ce9a2938b78207fc0c'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:14.295897 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7443c9-393f-4337-b8b3-a50979759f93 req-cf7aedf0-6d82-425e-8b6f-1bd364d2e10c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:14.297610 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5c7443c9-393f-4337-b8b3-a50979759f93 req-cf7aedf0-6d82-425e-8b6f-1bd364d2e10c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0650773 Oct 12 16:51:14.341888 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5c7443c9-393f-4337-b8b3-a50979759f93 req-cffcb913-e5da-4593-933d-9d5b7e4194ce tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380812 Oct 12 16:51:14.368853 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Made reservation on behalf of 6b276008196643ce9a2938b78207fc0c for: {'port': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:51:14.372624 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:14.531621 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Allocated IP 172.20.0.6 (7df8205e-74e7-46c8-b763-2477e3e642ae/172001fc-4f80-4c2f-b673-5dc31aa5a22d/094452f7-9a11-451c-aeb3-2b6c95e4f2d5) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:51:14.703255 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:14.740333 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:14.814365 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Network 7df8205e-74e7-46c8-b763-2477e3e642ae is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:51:14.819048 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:51:14.823161 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:51:14.924516 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:14.925520 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:14.945049 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'Port': ['ID=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:14.967518 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-942ce977-5fc0-4137-9610-1920bd8340aa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7363605 Oct 12 16:51:14.994897 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Request body: {'port': {'device_id': '8e27973b-7846-4077-80d9-fb450ee51610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:15.072555 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:15.107943 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-d1498172-fbc6-4c98-80bb-cf1e1f9cc0b7 None None] Provisioning complete for port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:15.109766 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d1498172-fbc6-4c98-80bb-cf1e1f9cc0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:15.191517 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-d1498172-fbc6-4c98-80bb-cf1e1f9cc0b7 None None] Port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:51:15.356688 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c428b1-1bdd-4f8b-8d78-b8f8a2e2c619 req-25abe9ea-710c-4d02-ac90-12016e94c966 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:15.359372 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-38c428b1-1bdd-4f8b-8d78-b8f8a2e2c619 req-25abe9ea-710c-4d02-ac90-12016e94c966 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 931 time: 0.1181643 Oct 12 16:51:15.490593 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:15.533917 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-38c428b1-1bdd-4f8b-8d78-b8f8a2e2c619 req-3de08dc7-7f22-464d-897c-1bc52f0e8d25 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623836 Oct 12 16:51:15.597146 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:51:15.607307 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:15.627427 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04f8d7-dba1-4dd5-adf6-8014de11c32c req-e3bdc91b-635e-45e1-a547-0b82760c1354 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:15.629330 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9f04f8d7-dba1-4dd5-adf6-8014de11c32c req-e3bdc91b-635e-45e1-a547-0b82760c1354 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1583035 Oct 12 16:51:15.630836 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Transition to ACTIVE for port object 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 will not be triggered until provisioned by entity L2. {{(pid=100532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:51:15.635984 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:15.680099 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9f04f8d7-dba1-4dd5-adf6-8014de11c32c req-d1ce9e80-21f5-4fa7-8f69-fb2bfb3eca6c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427361 Oct 12 16:51:15.717955 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Pushing event updated for resources: {'Port': ['ID=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:15.816734 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Attempting to bind port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:51:15.818326 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Attempting to bind port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:51:15.818825 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Attempting to bind port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 on network 7df8205e-74e7-46c8-b763-2477e3e642ae {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:51:15.825897 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 on network 7df8205e-74e7-46c8-b763-2477e3e642ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:51:15.826446 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Attempting to bind port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 on network 7df8205e-74e7-46c8-b763-2477e3e642ae {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:51:15.832641 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:51:15.833256 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Checking segment: {'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:51:15.833825 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Bound using segment: {'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:51:15.834414 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Bound port: 094452f7-9a11-451c-aeb3-2b6c95e4f2d5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b3bc2f-e01b-4d2c-9b0e-031e35d834df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:51:15.834948 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:15.924685 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] For port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5, host hv-cinder-81322, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:51:15.928090 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] For port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:51:15.939711 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:16.003132 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:16.005884 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:16.007697 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] 10.222.0.25 "PUT /v2.0/ports/094452f7-9a11-451c-aeb3-2b6c95e4f2d5 HTTP/1.1" status: 200 len: 1093 time: 1.0217917 Oct 12 16:51:16.008314 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:16.019583 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44845489-03be-4b85-8f4e-ef56c66c651a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:16.067723 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d13ed1-624d-409d-bb03-5ff150e25dc1 x-openstack-request-id: req-20d13ed1-624d-409d-bb03-5ff150e25dc1 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:16.067723 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:16.068551 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20d13ed1-624d-409d-bb03-5ff150e25dc1 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:16.068658 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'status': 'completed', 'code': 200} Oct 12 16:51:16.078935 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2ac6e-0309-44c6-8c7e-130e69dac21c service neutron] Pushing event updated for resources: {'Port': ['ID=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:16.675785 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c586829-6349-466a-91b1-26d8512fe798 req-8b012348-c728-4ef7-848f-2e31ba8d0c35 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:16.677486 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4c586829-6349-466a-91b1-26d8512fe798 req-8b012348-c728-4ef7-848f-2e31ba8d0c35 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 943 time: 0.0574269 Oct 12 16:51:16.726494 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4c586829-6349-466a-91b1-26d8512fe798 req-414d8d9f-69cc-4c44-aca4-15020d74a8d8 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397165 Oct 12 16:51:16.858811 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91657495-2101-49a5-9f1f-110eda483d7a req-db089af0-adf3-49e5-afd2-09c9fe265f5b tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:16.860489 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-91657495-2101-49a5-9f1f-110eda483d7a req-db089af0-adf3-49e5-afd2-09c9fe265f5b tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0709493 Oct 12 16:51:16.916521 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-91657495-2101-49a5-9f1f-110eda483d7a req-38b79792-7ec8-4ff3-b2e1-aa17732db6ba tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497582 Oct 12 16:51:17.857001 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985e1f-396a-4441-82a3-277193c3851a req-dded479c-1886-41ec-824e-8e1e769aa339 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:17.858549 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-37985e1f-396a-4441-82a3-277193c3851a req-dded479c-1886-41ec-824e-8e1e769aa339 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 943 time: 0.0507784 Oct 12 16:51:17.900153 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-37985e1f-396a-4441-82a3-277193c3851a req-a87f16ca-588d-4a42-af99-efb488ed73f8 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349355 Oct 12 16:51:18.040151 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47c20c-22ae-4994-8859-6e2cbdcca307 req-269bb286-aed0-4aea-8f6e-d7f445ca1c63 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:18.041733 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1a47c20c-22ae-4994-8859-6e2cbdcca307 req-269bb286-aed0-4aea-8f6e-d7f445ca1c63 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0476663 Oct 12 16:51:18.085411 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1a47c20c-22ae-4994-8859-6e2cbdcca307 req-c494abc6-f2fd-40d8-9282-3cb381528851 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366390 Oct 12 16:51:19.023717 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f64c3a-c825-4720-aad7-08ea9a2450b3 req-6ba05fa6-ef4b-462b-8b95-34aa5f8594ba tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:19.025797 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b7f64c3a-c825-4720-aad7-08ea9a2450b3 req-6ba05fa6-ef4b-462b-8b95-34aa5f8594ba tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 943 time: 0.0575097 Oct 12 16:51:19.295930 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b7f64c3a-c825-4720-aad7-08ea9a2450b3 req-d17bb2ba-6880-4bf8-9203-b502153641af tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639980 Oct 12 16:51:19.326110 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051df9d0-06b9-4106-837a-0696254d4f27 req-ced462b7-2376-4db6-9161-e4d4e2f0d609 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:19.327789 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-051df9d0-06b9-4106-837a-0696254d4f27 req-ced462b7-2376-4db6-9161-e4d4e2f0d609 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0788743 Oct 12 16:51:19.386083 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-051df9d0-06b9-4106-837a-0696254d4f27 req-c9075ec6-9ce6-40d3-aa3f-c1dcddff2895 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509319 Oct 12 16:51:20.425447 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934f47c-ab4e-4794-9e44-5e502e584c6c req-ac32208f-3171-44de-ba06-d55d82f06b1a tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:20.426252 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f934f47c-ab4e-4794-9e44-5e502e584c6c req-ac32208f-3171-44de-ba06-d55d82f06b1a tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 943 time: 0.0514562 Oct 12 16:51:20.473526 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f934f47c-ab4e-4794-9e44-5e502e584c6c req-67689365-3be3-48ec-bdea-8bf095f53613 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349979 Oct 12 16:51:20.549955 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9238c-0634-40c1-acd1-a1a91e7d74b9 req-296237d4-282e-4ba4-bc17-4c1720936a98 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:20.551578 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e2f9238c-0634-40c1-acd1-a1a91e7d74b9 req-296237d4-282e-4ba4-bc17-4c1720936a98 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0579300 Oct 12 16:51:20.593161 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e2f9238c-0634-40c1-acd1-a1a91e7d74b9 req-2c8de60e-42a0-4711-9e17-4dec94a4f5be tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354660 Oct 12 16:51:21.591294 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd00fd2-7a20-43e0-87b9-2e0a449e4866 req-6be75ca4-6ebc-4eae-9720-7664575dcae3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:21.593097 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5bd00fd2-7a20-43e0-87b9-2e0a449e4866 req-6be75ca4-6ebc-4eae-9720-7664575dcae3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 943 time: 0.0492468 Oct 12 16:51:21.636169 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5bd00fd2-7a20-43e0-87b9-2e0a449e4866 req-47953afa-ed68-4d9e-ba39-504a457a5292 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366261 Oct 12 16:51:21.747345 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e1070-c53e-495c-893d-2f9ee041a897 req-37de4c91-27f0-4d16-a6ce-cfcdd703fc6d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:21.748901 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-706e1070-c53e-495c-893d-2f9ee041a897 req-37de4c91-27f0-4d16-a6ce-cfcdd703fc6d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0569487 Oct 12 16:51:21.797137 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-706e1070-c53e-495c-893d-2f9ee041a897 req-b9bcb295-078f-4e1e-91ce-fa395e65bfff tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Oct 12 16:51:22.769249 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02403455-9578-40de-82c1-590998f44b18 req-00c3ddf8-b688-4dcc-9a06-5ea16007a5ca tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:22.770943 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-02403455-9578-40de-82c1-590998f44b18 req-00c3ddf8-b688-4dcc-9a06-5ea16007a5ca tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 943 time: 0.0561788 Oct 12 16:51:22.813323 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-02403455-9578-40de-82c1-590998f44b18 req-5eb75c25-0e59-407d-9a9e-0df3bc858efa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356030 Oct 12 16:51:22.918465 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4617c88-59ea-4126-a76f-95c447e62cd2 req-43659165-315e-4ebc-9c32-8b727154c1df tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:22.919898 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e4617c88-59ea-4126-a76f-95c447e62cd2 req-43659165-315e-4ebc-9c32-8b727154c1df tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0529892 Oct 12 16:51:22.962763 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e4617c88-59ea-4126-a76f-95c447e62cd2 req-e3669c75-6b7b-4540-be03-57e789bfb3cb tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Oct 12 16:51:23.617636 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 45424) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:23.740220 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:23.822752 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:23.832163 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:23.873428 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1502fa11ca2c4a5a85bccc1a86753f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540431 Oct 12 16:51:23.874357 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d08b5d-4987-4682-a42c-c803843513a3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:23.876418 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45432) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:23.883863 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.884243 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.884597 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.884942 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.885287 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.885651 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.885988 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.886327 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.886661 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.887215 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.887555 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.888342 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6f8ba-d643-4ecd-b37f-6732dde9d412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:23.956696 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e0da7a8-560c-40ef-916b-698bd8ca035a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:23.984256 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e0da7a8-560c-40ef-916b-698bd8ca035a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:24.012084 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1283364-c384-4ac3-a594-334745f4ba03 req-d4f0a0af-def7-40de-9d29-4e057df3c989 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:24.013719 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a1283364-c384-4ac3-a594-334745f4ba03 req-d4f0a0af-def7-40de-9d29-4e057df3c989 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 943 time: 0.0703454 Oct 12 16:51:24.065713 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e0da7a8-560c-40ef-916b-698bd8ca035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:24.068452 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e0da7a8-560c-40ef-916b-698bd8ca035a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:24.072905 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-8e0da7a8-560c-40ef-916b-698bd8ca035a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2d08b5d-4987-4682-a42c-c803843513a3 HTTP/1.1" status: 204 len: 168 time: 0.1923480 Oct 12 16:51:24.085632 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0da7a8-560c-40ef-916b-698bd8ca035a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d08b5d-4987-4682-a42c-c803843513a3,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:24.105617 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a1283364-c384-4ac3-a594-334745f4ba03 req-ad0682a0-6ec1-48e4-8ad8-278b76619f86 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854218 Oct 12 16:51:24.145747 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26afd30-7937-451a-97e9-1ed88b48b9c1 req-745c25a5-422a-473b-8363-fa79b4e5cf5f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:24.147681 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e26afd30-7937-451a-97e9-1ed88b48b9c1 req-745c25a5-422a-473b-8363-fa79b4e5cf5f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.1107738 Oct 12 16:51:24.201606 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e26afd30-7937-451a-97e9-1ed88b48b9c1 req-9b0907f6-999f-41e9-b736-7053587eb3a0 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Oct 12 16:51:24.801720 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bd925c27-4193-4eb6-ac66-079277bd4d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:25.225298 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e0b5-ae7c-48e0-bef7-ba5af97199e3 req-c3830bd2-f901-403a-9180-d752dca22b62 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:25.226965 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a9f7e0b5-ae7c-48e0-bef7-ba5af97199e3 req-c3830bd2-f901-403a-9180-d752dca22b62 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 943 time: 0.0516386 Oct 12 16:51:25.275077 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a9f7e0b5-ae7c-48e0-bef7-ba5af97199e3 req-c149635e-4630-4220-822b-5584f974ab79 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 Oct 12 16:51:25.335583 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a64e53-ec61-47b6-adbe-a3855c6e17f4 req-0e79f649-3d34-4e99-b47d-5e8a6e6971c8 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:25.337907 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-34a64e53-ec61-47b6-adbe-a3855c6e17f4 req-0e79f649-3d34-4e99-b47d-5e8a6e6971c8 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0517242 Oct 12 16:51:25.375874 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-34a64e53-ec61-47b6-adbe-a3855c6e17f4 req-1024ccd5-b28e-4a58-a577-a5f5f49aa89a tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Oct 12 16:51:26.391993 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a61934-053d-4ccc-a074-80bb3929592e req-8947d55a-900b-453c-8bad-3b4518b5d156 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:26.393506 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-04a61934-053d-4ccc-a074-80bb3929592e req-8947d55a-900b-453c-8bad-3b4518b5d156 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 943 time: 0.0507615 Oct 12 16:51:26.436216 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-04a61934-053d-4ccc-a074-80bb3929592e req-fb7f2b2c-c7b6-4be9-beec-12795a286dba tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357003 Oct 12 16:51:26.501070 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262e8f1-3449-40fb-b484-012eaa7e6dc4 req-b27c82aa-4ced-49e5-af51-3a0d320ecfa6 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:26.502584 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5262e8f1-3449-40fb-b484-012eaa7e6dc4 req-b27c82aa-4ced-49e5-af51-3a0d320ecfa6 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0547400 Oct 12 16:51:26.544046 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5262e8f1-3449-40fb-b484-012eaa7e6dc4 req-16b16b6f-2105-4b24-9662-93c864c663e9 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355413 Oct 12 16:51:26.602773 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44845489-03be-4b85-8f4e-ef56c66c651a req-ab41db64-5c48-4fbf-8b3b-d50c6733a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:26.604294 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-44845489-03be-4b85-8f4e-ef56c66c651a req-ab41db64-5c48-4fbf-8b3b-d50c6733a329 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b276008196643ce9a2938b78207fc0c&device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 1096 time: 0.0450649 Oct 12 16:51:26.713848 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44845489-03be-4b85-8f4e-ef56c66c651a req-b2cf3f3e-7464-41a9-9e79-59b117c281a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:26.715324 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-44845489-03be-4b85-8f4e-ef56c66c651a req-b2cf3f3e-7464-41a9-9e79-59b117c281a6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6b276008196643ce9a2938b78207fc0c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0926385 Oct 12 16:51:26.837407 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44845489-03be-4b85-8f4e-ef56c66c651a req-34f9fc0f-044c-4ee0-87ee-36bf26148d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:26.838778 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-44845489-03be-4b85-8f4e-ef56c66c651a req-34f9fc0f-044c-4ee0-87ee-36bf26148d5a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962167 Oct 12 16:51:26.979920 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-970c252e-b3d4-413f-a745-859a8c11e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:26.981568 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-970c252e-b3d4-413f-a745-859a8c11e239 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b276008196643ce9a2938b78207fc0c&device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 1096 time: 0.0452669 Oct 12 16:51:27.057104 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-81f301ec-5e49-48c1-9caf-a3ee0358f587 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5 HTTP/1.1" status: 200 len: 217 time: 0.0347137 Oct 12 16:51:27.115640 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-5e777b2a-23c1-4a65-a7cb-d401ec568fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:27.117101 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-5e777b2a-23c1-4a65-a7cb-d401ec568fcd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=172001fc-4f80-4c2f-b673-5dc31aa5a22d HTTP/1.1" status: 200 len: 854 time: 0.0538566 Oct 12 16:51:27.175062 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-1f87fa7b-ecac-4d0d-9506-51314da6f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:27.176625 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-1f87fa7b-ecac-4d0d-9506-51314da6f0d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7df8205e-74e7-46c8-b763-2477e3e642ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438149 Oct 12 16:51:27.280018 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-70d9ac25-4d6e-4bcb-9212-8a484ba28388 service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957360 Oct 12 16:51:27.431306 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6b10f2c6-e905-4c82-bd81-a78e925502c6 req-efb6c04b-6043-412e-9183-3f3fbf4aee22 service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864153 Oct 12 16:51:27.493136 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1ee3eeb9-8dd4-4184-9edc-77c9526ecbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:27.564446 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168533e8-111b-4235-9f66-ca5bd7e42fd4 req-ec9c6c4f-b157-4aef-bd9e-41132028430e tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:27.565995 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-168533e8-111b-4235-9f66-ca5bd7e42fd4 req-ec9c6c4f-b157-4aef-bd9e-41132028430e tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 943 time: 0.0502863 Oct 12 16:51:27.609382 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-168533e8-111b-4235-9f66-ca5bd7e42fd4 req-5df4d99f-ccf6-4661-98e9-0c7ce28c45db tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367763 Oct 12 16:51:27.673833 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b65dc4-2f86-48c8-919a-2ae3c3b58dc9 req-469c4ebd-1598-4ba5-9b6e-90240298668c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:27.675242 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a3b65dc4-2f86-48c8-919a-2ae3c3b58dc9 req-469c4ebd-1598-4ba5-9b6e-90240298668c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0492849 Oct 12 16:51:27.714220 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a3b65dc4-2f86-48c8-919a-2ae3c3b58dc9 req-dfa5bf81-4845-41b8-bfb4-7e28f9ea1967 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Oct 12 16:51:28.327991 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:28.361654 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbef849-513d-42ee-b0d8-3ecad1b8ea39 req-203f2576-cdb1-411c-aa18-694324a372c9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:28.363138 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dcbef849-513d-42ee-b0d8-3ecad1b8ea39 req-203f2576-cdb1-411c-aa18-694324a372c9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0506699 Oct 12 16:51:28.414037 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dcbef849-513d-42ee-b0d8-3ecad1b8ea39 req-56a19ebf-d7f1-4818-969b-03fe356e8e9b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449228 Oct 12 16:51:28.725590 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328c729-e1ed-470c-b8b6-b531cc6d4b15 req-7d0b96f9-28fb-49ab-8aa8-cc96c5d8cb70 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:28.727109 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d328c729-e1ed-470c-b8b6-b531cc6d4b15 req-7d0b96f9-28fb-49ab-8aa8-cc96c5d8cb70 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 943 time: 0.0487695 Oct 12 16:51:28.767523 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d328c729-e1ed-470c-b8b6-b531cc6d4b15 req-48038537-390d-4dc1-b8fb-8848815a2ab3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343502 Oct 12 16:51:28.830892 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b82b04-e8b5-4127-b350-7ff069dc110c req-d23d91be-c84b-49fa-a7ff-bf88b3bc569c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:28.832371 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-80b82b04-e8b5-4127-b350-7ff069dc110c req-d23d91be-c84b-49fa-a7ff-bf88b3bc569c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0504665 Oct 12 16:51:28.870286 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-80b82b04-e8b5-4127-b350-7ff069dc110c req-25924a84-3b87-42eb-a677-b9df401e4147 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317388 Oct 12 16:51:28.893057 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:51:28.978640 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:28.994389 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:29.004881 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'port_id': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'mac_address': 'fa:16:3e:4e:f2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:51:29.041758 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:29.057800 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:51:29.076403 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:29.079472 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:29.125790 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:29.132695 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.133070 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.133457 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.133800 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.134130 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.134461 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.134790 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.135115 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.135455 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.135782 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.136102 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.136426 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:29.453165 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['094452f7-9a11-451c-aeb3-2b6c95e4f2d5'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:51:29.569106 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19aecc5-0e30-4d1e-895d-b1a583ca1cb2 req-a47efd17-a2da-4a71-8452-5c723102cbea tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:29.570763 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f19aecc5-0e30-4d1e-895d-b1a583ca1cb2 req-a47efd17-a2da-4a71-8452-5c723102cbea tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0592663 Oct 12 16:51:29.613400 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f19aecc5-0e30-4d1e-895d-b1a583ca1cb2 req-9b044262-8294-4df6-9e12-d17e3f05e1bd tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362966 Oct 12 16:51:29.879025 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bf823-330c-41fb-86de-2a44aac48e35 req-65d8248d-a19f-414e-90aa-b474c477c735 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:29.880516 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4c7bf823-330c-41fb-86de-2a44aac48e35 req-65d8248d-a19f-414e-90aa-b474c477c735 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 944 time: 0.0486419 Oct 12 16:51:29.918627 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4c7bf823-330c-41fb-86de-2a44aac48e35 req-999ba42a-639d-425b-ab2b-ede546f408cc tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316672 Oct 12 16:51:29.986208 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd1f93-5d1c-4cc1-8a34-3e48ed0e4fcb req-fca28f48-353f-4008-a97b-c330501e9212 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:29.987680 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e2dd1f93-5d1c-4cc1-8a34-3e48ed0e4fcb req-fca28f48-353f-4008-a97b-c330501e9212 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0487859 Oct 12 16:51:30.026406 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e2dd1f93-5d1c-4cc1-8a34-3e48ed0e4fcb req-41026be1-ab78-4f8b-9964-71608cb6bfc8 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327215 Oct 12 16:51:30.421674 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:30.724230 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531457f-5df4-478c-913d-083bde532cb6 req-89475916-fd76-455f-8b32-27e4d434f845 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:30.725734 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1531457f-5df4-478c-913d-083bde532cb6 req-89475916-fd76-455f-8b32-27e4d434f845 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0480413 Oct 12 16:51:30.767760 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1531457f-5df4-478c-913d-083bde532cb6 req-0c63d947-43e2-4f41-a7da-f852cd46a2f4 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361378 Oct 12 16:51:30.891955 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:51:30.943642 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:51:30.948089 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:30.948464 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:31.028493 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:31.042778 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924290-1b70-4f4c-9611-eb41e12b418b req-245b89fb-1f40-4b11-9032-cc002f91aa88 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:31.044295 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c5924290-1b70-4f4c-9611-eb41e12b418b req-245b89fb-1f40-4b11-9032-cc002f91aa88 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 944 time: 0.0539882 Oct 12 16:51:31.051850 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:31.054249 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cb80b9-f825-44ff-b32b-5ee447dee869" -d '{"events": [{"server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "name": "network-vif-plugged", "status": "completed", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:31.069913 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:31.074983 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:31.094024 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c5924290-1b70-4f4c-9611-eb41e12b418b req-ca6b35de-66e0-44fa-a172-67f8070b39cb tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Oct 12 16:51:31.143609 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0045a90b-e274-47d6-9e2d-973055e98b74 x-openstack-request-id: req-0045a90b-e274-47d6-9e2d-973055e98b74 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:31.144018 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "name": "network-vif-plugged", "status": "completed", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:31.144416 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0045a90b-e274-47d6-9e2d-973055e98b74 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:31.145011 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'code': 200} Oct 12 16:51:31.147612 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f831ca-d608-48ef-9f24-4a6fdd2622d4 req-106d8a37-91b5-42d5-8c0f-53dc8a346a50 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:31.149200 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a7f831ca-d608-48ef-9f24-4a6fdd2622d4 req-106d8a37-91b5-42d5-8c0f-53dc8a346a50 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0509450 Oct 12 16:51:31.152161 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:31.190018 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a7f831ca-d608-48ef-9f24-4a6fdd2622d4 req-851edd12-54b0-485f-8a54-9b0a5863087b tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346088 Oct 12 16:51:31.365171 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4c137-d55d-43df-958f-bf85fabb487d req-5c12488c-5fa7-46b5-88d6-d0275d111089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:31.366701 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ccf4c137-d55d-43df-958f-bf85fabb487d req-5c12488c-5fa7-46b5-88d6-d0275d111089 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 1098 time: 0.0398235 Oct 12 16:51:31.401017 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ccf4c137-d55d-43df-958f-bf85fabb487d req-b3a26fad-46f4-4bf1-bc7e-c92d2fac9efd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272112 Oct 12 16:51:31.884737 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806d85b-2044-46ca-988b-84858339bb73 req-eeb0bd1f-dd36-438a-b7ce-13894f0d2b32 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:31.886224 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e806d85b-2044-46ca-988b-84858339bb73 req-eeb0bd1f-dd36-438a-b7ce-13894f0d2b32 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0485797 Oct 12 16:51:31.927954 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e806d85b-2044-46ca-988b-84858339bb73 req-0c9eab85-f132-4b9f-be22-380309307ec7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357823 Oct 12 16:51:32.201952 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cbf31-d822-482a-a74f-64f9f2f4c1c0 req-67f43ce7-e753-474b-8dff-aa1b96b26876 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:32.203486 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-580cbf31-d822-482a-a74f-64f9f2f4c1c0 req-67f43ce7-e753-474b-8dff-aa1b96b26876 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 945 time: 0.0475819 Oct 12 16:51:32.241837 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-580cbf31-d822-482a-a74f-64f9f2f4c1c0 req-42541f05-8374-4806-ae0b-d60eb58d6214 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Oct 12 16:51:32.304705 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d592b-b6dc-4fa6-a3d6-cee15994e101 req-c5b68c2d-af9c-4398-8700-e5c0e999c1e8 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:32.306714 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-921d592b-b6dc-4fa6-a3d6-cee15994e101 req-c5b68c2d-af9c-4398-8700-e5c0e999c1e8 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0493665 Oct 12 16:51:32.345149 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-921d592b-b6dc-4fa6-a3d6-cee15994e101 req-0b65c354-41cd-4722-adb1-268800b7efe3 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Oct 12 16:51:32.916759 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:51:33.041306 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5352bb-35c0-4f39-adee-a060a77f7da6 req-4f4fbf97-8f92-4e8f-86be-67da0b562719 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:33.042713 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0b5352bb-35c0-4f39-adee-a060a77f7da6 req-4f4fbf97-8f92-4e8f-86be-67da0b562719 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0478318 Oct 12 16:51:33.083408 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0b5352bb-35c0-4f39-adee-a060a77f7da6 req-d8f16ce3-675b-4dd4-af3a-1efc4ed3d1fa tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348706 Oct 12 16:51:33.352393 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b468e9-600b-4edf-b87b-2d0504b1f84a req-45cd588e-055d-43f0-9b8d-1695701842f4 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:33.353870 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-43b468e9-600b-4edf-b87b-2d0504b1f84a req-45cd588e-055d-43f0-9b8d-1695701842f4 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 945 time: 0.0475037 Oct 12 16:51:33.394662 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-43b468e9-600b-4edf-b87b-2d0504b1f84a req-0a27869b-94bc-449c-bee9-1bb0849aae9b tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340374 Oct 12 16:51:33.465872 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980dee0-7853-4f5f-95f6-67318fdbbbca req-bc58b64a-fde2-44cf-8d24-18cefa6eeca1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:33.467624 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2980dee0-7853-4f5f-95f6-67318fdbbbca req-bc58b64a-fde2-44cf-8d24-18cefa6eeca1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0542948 Oct 12 16:51:33.533447 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2980dee0-7853-4f5f-95f6-67318fdbbbca req-9c191c59-2310-4c78-9e80-41305bf020d1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566895 Oct 12 16:51:33.542231 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bda08-e854-44f0-b341-3962596565b4 req-6bdbe244-f93d-4a42-8558-c56184369d32 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:33.543721 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1e8bda08-e854-44f0-b341-3962596565b4 req-6bdbe244-f93d-4a42-8558-c56184369d32 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 945 time: 0.0752227 Oct 12 16:51:33.581770 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1e8bda08-e854-44f0-b341-3962596565b4 req-cc4f948e-6d08-4bfb-9de1-8568724750a2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Oct 12 16:51:33.905161 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ea01-424c-4882-8bb5-d054000fd6a1 req-d9c13553-e66e-4ce8-9e45-b20b076eae67 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:33.906566 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-41c1ea01-424c-4882-8bb5-d054000fd6a1 req-d9c13553-e66e-4ce8-9e45-b20b076eae67 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 945 time: 0.0504358 Oct 12 16:51:33.944564 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-41c1ea01-424c-4882-8bb5-d054000fd6a1 req-f8873aea-0c8c-4697-ae4b-2c4952492a59 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Oct 12 16:51:34.200646 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277be53-c48f-40e1-a769-964eb419cdda req-4389f080-20a8-4ccd-bcab-bf1783314319 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:34.202072 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0277be53-c48f-40e1-a769-964eb419cdda req-4389f080-20a8-4ccd-bcab-bf1783314319 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0518329 Oct 12 16:51:34.249881 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0277be53-c48f-40e1-a769-964eb419cdda req-33189247-734a-4095-8208-c6d041120456 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417922 Oct 12 16:51:34.654115 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27338d95-4368-4198-bc34-00546ec0437a req-c1a4504e-49e7-471f-93c2-6d8dc21a8027 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:34.655580 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27338d95-4368-4198-bc34-00546ec0437a req-c1a4504e-49e7-471f-93c2-6d8dc21a8027 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0527391 Oct 12 16:51:34.692841 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27338d95-4368-4198-bc34-00546ec0437a req-40818535-1ccc-4283-a56c-5469270413db tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311387 Oct 12 16:51:35.388276 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d9a7e-e742-4f52-b6d2-b1409a1f7572 req-ad747655-14d5-4c3a-b634-314974aa610e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:35.389824 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a82d9a7e-e742-4f52-b6d2-b1409a1f7572 req-ad747655-14d5-4c3a-b634-314974aa610e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0574968 Oct 12 16:51:35.432438 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a82d9a7e-e742-4f52-b6d2-b1409a1f7572 req-88e7e3df-1b4f-455a-b29e-f3fd0b224349 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0366306 Oct 12 16:51:35.817552 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b432a1-27ae-457c-9ea1-1e82232c8fed req-1a17a3ce-7b51-4ba0-8945-2afdb626856f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:35.819088 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f4b432a1-27ae-457c-9ea1-1e82232c8fed req-1a17a3ce-7b51-4ba0-8945-2afdb626856f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0528157 Oct 12 16:51:35.859525 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f4b432a1-27ae-457c-9ea1-1e82232c8fed req-72e78a93-8aed-4da2-b91f-52302e9e6b01 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340631 Oct 12 16:51:36.550849 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a124a35-12d3-4efc-8de7-d853c49854fc req-1e9f0fff-44d9-40fc-85d0-c29073f712db tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:36.552307 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4a124a35-12d3-4efc-8de7-d853c49854fc req-1e9f0fff-44d9-40fc-85d0-c29073f712db tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0513475 Oct 12 16:51:36.590498 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4a124a35-12d3-4efc-8de7-d853c49854fc req-216dff27-fa19-4f88-8d32-bdff407129a7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321145 Oct 12 16:51:36.976596 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf091bbe-cca7-42b3-9bc0-e07b9ad808ce req-3cf9d88b-3760-4e77-a212-f19aabd811e9 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:36.978123 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cf091bbe-cca7-42b3-9bc0-e07b9ad808ce req-3cf9d88b-3760-4e77-a212-f19aabd811e9 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0490797 Oct 12 16:51:37.018069 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cf091bbe-cca7-42b3-9bc0-e07b9ad808ce req-2da75c96-6da3-4b1f-8821-d6f7293dc1b0 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337200 Oct 12 16:51:37.704054 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553e7a8-7550-420e-a739-43292f317283 req-3a2fabe7-08d7-4a7e-ae96-aa32dcdaed6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:37.705587 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0553e7a8-7550-420e-a739-43292f317283 req-3a2fabe7-08d7-4a7e-ae96-aa32dcdaed6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0483642 Oct 12 16:51:37.745617 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0553e7a8-7550-420e-a739-43292f317283 req-a6574941-3610-4a0b-a8c6-53abc95e23ad tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340261 Oct 12 16:51:37.866626 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ffc2-b0b7-4df1-9ddf-b5dddd39d713 req-a1df5867-8457-42bf-a7e5-afd862e91dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:37.868197 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6240ffc2-b0b7-4df1-9ddf-b5dddd39d713 req-a1df5867-8457-42bf-a7e5-afd862e91dc7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 1098 time: 0.0440357 Oct 12 16:51:37.902531 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-6240ffc2-b0b7-4df1-9ddf-b5dddd39d713 req-330ae91d-d5c6-4f18-98fb-85770b02fbd8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274787 Oct 12 16:51:38.134774 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02edb1a-b12d-4218-9991-21215c2e8570 req-18fe5e6e-fdd7-4912-8f9b-6ba85ee2f903 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:38.136145 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b02edb1a-b12d-4218-9991-21215c2e8570 req-18fe5e6e-fdd7-4912-8f9b-6ba85ee2f903 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0516119 Oct 12 16:51:38.174857 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b02edb1a-b12d-4218-9991-21215c2e8570 req-eeb7893a-e7a5-4ee7-be55-b02ce45504c3 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327797 Oct 12 16:51:38.858862 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bb292-1a43-42e3-b046-5f976b9eb2f2 req-f3bcd136-0861-4029-a969-ab6ced713f2b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:38.860309 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-181bb292-1a43-42e3-b046-5f976b9eb2f2 req-f3bcd136-0861-4029-a969-ab6ced713f2b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0469062 Oct 12 16:51:38.899896 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-181bb292-1a43-42e3-b046-5f976b9eb2f2 req-dc53dd96-6aad-4635-85cb-7be08c756dd1 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336702 Oct 12 16:51:39.093399 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9e77-28b5-4b29-b26f-95d5c57b280a req-a71d02b8-fe52-4e07-8c17-0c5a2015594a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.095286 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2e0f9e77-28b5-4b29-b26f-95d5c57b280a req-a71d02b8-fe52-4e07-8c17-0c5a2015594a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0504100 Oct 12 16:51:39.134757 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2e0f9e77-28b5-4b29-b26f-95d5c57b280a req-b7394a84-301c-4cfa-bed8-b55651cfc1ec tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329890 Oct 12 16:51:39.174037 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b78945-830a-45d1-9fd1-55706e2440a6 req-2b645894-1a0b-41b8-a92a-050265a82074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.175497 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c6b78945-830a-45d1-9fd1-55706e2440a6 req-2b645894-1a0b-41b8-a92a-050265a82074 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 1098 time: 0.0412397 Oct 12 16:51:39.269575 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b78945-830a-45d1-9fd1-55706e2440a6 req-d81f82fe-93e8-4c69-815c-b532d40e8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.271031 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c6b78945-830a-45d1-9fd1-55706e2440a6 req-d81f82fe-93e8-4c69-815c-b532d40e8509 service neutron] 10.222.0.25 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 912 time: 0.0884633 Oct 12 16:51:39.295130 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e763f-29d9-4c33-b5b4-0518eae90a48 req-43d6679d-9de9-479f-9983-30bbd2bb4394 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.296610 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4a6e763f-29d9-4c33-b5b4-0518eae90a48 req-43d6679d-9de9-479f-9983-30bbd2bb4394 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0515203 Oct 12 16:51:39.333680 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4a6e763f-29d9-4c33-b5b4-0518eae90a48 req-09622673-7384-4ba4-a836-b89db6d7fcea tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308547 Oct 12 16:51:39.335764 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c6b78945-830a-45d1-9fd1-55706e2440a6 req-16498705-8ad9-4155-87db-90dd95402101 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266 HTTP/1.1" status: 200 len: 1000 time: 0.0571377 Oct 12 16:51:39.386393 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b78945-830a-45d1-9fd1-55706e2440a6 req-957dcd38-44dd-4fa6-99fa-b3fbc662b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.387830 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c6b78945-830a-45d1-9fd1-55706e2440a6 req-957dcd38-44dd-4fa6-99fa-b3fbc662b3a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109ed70d-b303-4e9e-ad8c-e110e5884b8f HTTP/1.1" status: 200 len: 850 time: 0.0434554 Oct 12 16:51:39.435261 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b78945-830a-45d1-9fd1-55706e2440a6 req-773314e5-b7dd-47e9-b1cc-e051c7d5837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.436753 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c6b78945-830a-45d1-9fd1-55706e2440a6 req-773314e5-b7dd-47e9-b1cc-e051c7d5837a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=305d87b2-e9e4-4739-b688-2648a68da451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417020 Oct 12 16:51:39.526378 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c6b78945-830a-45d1-9fd1-55706e2440a6 req-8a61896a-d0a3-483a-b4bc-f3466de3be7a service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812166 Oct 12 16:51:39.633829 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c6b78945-830a-45d1-9fd1-55706e2440a6 req-e31548c1-873f-4cbe-a95e-6d94604a7754 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912735 Oct 12 16:51:39.700367 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c59d7-8379-41a8-b7da-4199c039c6cd req-59587f09-8956-4cd3-a00f-f2b99bbc58e4 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.701895 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4b0c59d7-8379-41a8-b7da-4199c039c6cd req-59587f09-8956-4cd3-a00f-f2b99bbc58e4 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0750775 Oct 12 16:51:39.707649 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a973fa-5cb8-4c40-a7b2-b140625338a1 req-27f02096-8acf-4369-bcf9-2f64a7e502d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.709052 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-22a973fa-5cb8-4c40-a7b2-b140625338a1 req-27f02096-8acf-4369-bcf9-2f64a7e502d9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcc08699515f48a08c8ac1507eec9cae&device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 1098 time: 0.0555634 Oct 12 16:51:39.785587 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4b0c59d7-8379-41a8-b7da-4199c039c6cd req-99474514-dded-4c29-85d0-3c85dcb0ec91 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755069 Oct 12 16:51:39.824356 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a973fa-5cb8-4c40-a7b2-b140625338a1 req-1cbecda9-92e8-484f-829d-f1fa8506ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.825848 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-22a973fa-5cb8-4c40-a7b2-b140625338a1 req-1cbecda9-92e8-484f-829d-f1fa8506ed90 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8331595f-8778-400e-9052-2af4f1b41752 HTTP/1.1" status: 200 len: 920 time: 0.0996153 Oct 12 16:51:39.873285 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-22a973fa-5cb8-4c40-a7b2-b140625338a1 req-ecef28a6-da8b-4a22-bccc-6d05a67426ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=970ab12a-ca76-4815-9eed-2a2d438ab9ad HTTP/1.1" status: 200 len: 217 time: 0.0340300 Oct 12 16:51:39.926210 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a973fa-5cb8-4c40-a7b2-b140625338a1 req-a6743a44-d25b-4757-a507-4b5798c6c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.927610 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-22a973fa-5cb8-4c40-a7b2-b140625338a1 req-a6743a44-d25b-4757-a507-4b5798c6c209 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184 HTTP/1.1" status: 200 len: 859 time: 0.0464430 Oct 12 16:51:39.963535 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-22a973fa-5cb8-4c40-a7b2-b140625338a1 req-526c0620-93b3-4ad7-8a31-bee20a53858a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8331595f-8778-400e-9052-2af4f1b41752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249441 Oct 12 16:51:40.058263 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-22a973fa-5cb8-4c40-a7b2-b140625338a1 req-cbe274af-797e-46d6-adaf-8230ded40564 service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825000 Oct 12 16:51:40.150910 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-22a973fa-5cb8-4c40-a7b2-b140625338a1 req-d56de12f-0d4b-4abc-8ea0-54d5fc832999 service neutron] 10.222.0.25 "GET /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838232 Oct 12 16:51:40.251935 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d396aac-f789-4e6d-8d62-c97012d1b65e req-19277a52-1fd3-4f2a-bec1-443990659ccc tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:40.253416 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2d396aac-f789-4e6d-8d62-c97012d1b65e req-19277a52-1fd3-4f2a-bec1-443990659ccc tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0483928 Oct 12 16:51:40.292713 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2d396aac-f789-4e6d-8d62-c97012d1b65e req-18478e12-242d-44d4-93ae-e48fdfe2dee1 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331047 Oct 12 16:51:40.897056 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870a3eb-da1a-4ddd-8545-1084633d9e12 req-a0150649-bc21-4e30-ab0c-2aa12a9b3a6b tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:40.898638 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3870a3eb-da1a-4ddd-8545-1084633d9e12 req-a0150649-bc21-4e30-ab0c-2aa12a9b3a6b tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0471430 Oct 12 16:51:40.937277 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3870a3eb-da1a-4ddd-8545-1084633d9e12 req-fbf74909-e1e0-4c85-8674-9c59a52bee29 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327740 Oct 12 16:51:41.408042 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab34b2-ef83-4e17-bba0-42c8d7dbfcb0 req-50ae1d09-c252-48e7-bc42-ae5cdd2f321c tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:41.409638 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-70ab34b2-ef83-4e17-bba0-42c8d7dbfcb0 req-50ae1d09-c252-48e7-bc42-ae5cdd2f321c tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Oct 12 16:51:41.446404 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-70ab34b2-ef83-4e17-bba0-42c8d7dbfcb0 req-1308fe8c-54ad-4293-a0b1-5cc24720ef67 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309520 Oct 12 16:51:42.057448 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719c5c4-fa81-4e4f-b6c8-8bdf74245c6d req-cb289b7e-0748-45ca-88a1-c60156c61004 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:42.059033 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d719c5c4-fa81-4e4f-b6c8-8bdf74245c6d req-cb289b7e-0748-45ca-88a1-c60156c61004 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0523489 Oct 12 16:51:42.110905 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d719c5c4-fa81-4e4f-b6c8-8bdf74245c6d req-401efdb0-7f88-476c-ace2-5d95115f3a39 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 Oct 12 16:51:43.228059 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32c33-5591-4ee4-b105-9899cf91c8a8 req-86cd8af1-128e-4a33-a5a4-8f4eef23c116 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:43.229876 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-80e32c33-5591-4ee4-b105-9899cf91c8a8 req-86cd8af1-128e-4a33-a5a4-8f4eef23c116 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0492039 Oct 12 16:51:43.267328 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-80e32c33-5591-4ee4-b105-9899cf91c8a8 req-fe4da5e8-f90d-48b9-a96d-db0acb479639 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 Oct 12 16:51:43.332489 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2822250-742f-4821-aca3-7996f52b2327 req-ef8a4edd-040f-4fe9-a540-35dcce11c996 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:43.337391 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b2822250-742f-4821-aca3-7996f52b2327 req-ef8a4edd-040f-4fe9-a540-35dcce11c996 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 945 time: 0.0554173 Oct 12 16:51:43.377436 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b2822250-742f-4821-aca3-7996f52b2327 req-080d5bf6-eaa3-40cc-a748-5de7ab0288ed tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336995 Oct 12 16:51:43.401509 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45606) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:43.608641 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a8b25-9738-42ef-8fed-ef42e90654fe tempest-TestMinimumBasicScenario-248338783 tempest-TestMinimumBasicScenario-248338783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:43.610192 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-d65a8b25-9738-42ef-8fed-ef42e90654fe tempest-TestMinimumBasicScenario-248338783 tempest-TestMinimumBasicScenario-248338783-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 1093 time: 0.2072964 Oct 12 16:51:43.613098 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45614) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:43.617660 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Request body: {'floatingip': {'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'port_id': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:43.639920 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for floatingip, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:43.735212 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:43.845776 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Allocated IP 172.27.2.54 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/add7a947-d067-4b0c-b073-ed4aeade5dfd) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:51:43.946851 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:43.981829 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:44.022276 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:51:44.025098 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:51:44.029503 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:51:44.032705 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'Port': ['ID=add7a947-d067-4b0c-b073-ed4aeade5dfd,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:44.619804 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:44.703049 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:44.861340 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:44.865458 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:44.929350 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'Port': ['ID=add7a947-d067-4b0c-b073-ed4aeade5dfd,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:44.944582 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.045611 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.l3_db [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Floating IP f4b0bd3b-6c79-4719-8d8d-211583c9eb09 associated. External IP: 172.27.2.54, port: 094452f7-9a11-451c-aeb3-2b6c95e4f2d5. Oct 12 16:51:45.247812 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Router 597d634a-e7ae-4991-bd10-625801d90ae1 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:51:45.357761 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:51:45.372348 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c45cb8-f2d3-4c32-a91f-64130f8801ab None None] Sync routers for ids ['597d634a-e7ae-4991-bd10-625801d90ae1'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:51:45.376275 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.386690 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c45cb8-f2d3-4c32-a91f-64130f8801ab None None] Routers {'597d634a-e7ae-4991-bd10-625801d90ae1'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:51:45.387628 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-d6c45cb8-f2d3-4c32-a91f-64130f8801ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:51:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['597d634a-e7ae-4991-bd10-625801d90ae1'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:45.406588 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-07933b4e-b63b-4c1b-86fd-04d016989df7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7923052 Oct 12 16:51:45.407160 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:45.409410 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 45624) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:45.409920 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda" -d '{"events": [{"name": "network-changed", "server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:45.415665 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b807a332-866e-4838-8037-b567f5f479a1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277018369', 'description': 'tempest-secgroup-smoke-1277018369 description', 'project_id': '6b276008196643ce9a2938b78207fc0c'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:45.442805 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b807a332-866e-4838-8037-b567f5f479a1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.450556 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.451533 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7e94c7-f9ec-4c76-892c-2667895cc396 x-openstack-request-id: req-7b7e94c7-f9ec-4c76-892c-2667895cc396 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:45.451884 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:45.452071 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b7e94c7-f9ec-4c76-892c-2667895cc396 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:45.452485 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'status': 'completed', 'code': 200} Oct 12 16:51:45.544832 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b807a332-866e-4838-8037-b567f5f479a1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.553340 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b807a332-866e-4838-8037-b567f5f479a1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.592674 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b807a332-866e-4838-8037-b567f5f479a1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.593832 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-d6c45cb8-f2d3-4c32-a91f-64130f8801ab None None] Set router 597d634a-e7ae-4991-bd10-625801d90ae1 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:51:45.593961 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-b807a332-866e-4838-8037-b567f5f479a1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1827774 Oct 12 16:51:45.595880 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda req-b450c22d-534a-4327-bd89-6741deeeeb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:45.596984 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45628) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:45.597303 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda req-b450c22d-534a-4327-bd89-6741deeeeb65 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b276008196643ce9a2938b78207fc0c&device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 1098 time: 0.0848231 Oct 12 16:51:45.599237 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807a332-866e-4838-8037-b567f5f479a1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad28a2-c813-4e8b-84b8-0753bda251cd,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:45.602718 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-742ae0ab-7b3c-41dc-91e4-68b257863b23 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Request body: {'security_group_rule': {'security_group_id': 'b1ad28a2-c813-4e8b-84b8-0753bda251cd', 'project_id': '6b276008196643ce9a2938b78207fc0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:45.643299 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-742ae0ab-7b3c-41dc-91e4-68b257863b23 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.710745 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda req-32ffb973-feac-4b1e-bfed-0348383877ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:45.712389 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda req-32ffb973-feac-4b1e-bfed-0348383877ba service neutron] 10.222.0.25 "GET /v2.0/networks?id=7df8205e-74e7-46c8-b763-2477e3e642ae HTTP/1.1" status: 200 len: 916 time: 0.1064360 Oct 12 16:51:45.717929 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-742ae0ab-7b3c-41dc-91e4-68b257863b23 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.723177 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-742ae0ab-7b3c-41dc-91e4-68b257863b23 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.742694 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ae0ab-7b3c-41dc-91e4-68b257863b23 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12a8c39-3c5e-4fb3-97ed-ec5aa6c8cdb8,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:45.751945 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-742ae0ab-7b3c-41dc-91e4-68b257863b23 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.756137 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-742ae0ab-7b3c-41dc-91e4-68b257863b23 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580238 Oct 12 16:51:45.756745 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45630) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:45.761263 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-95c0a252-e7e3-4c23-bb47-1ba98b62e6c2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Request body: {'security_group_rule': {'security_group_id': 'b1ad28a2-c813-4e8b-84b8-0753bda251cd', 'project_id': '6b276008196643ce9a2938b78207fc0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:45.788184 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda req-353f08f1-a345-42de-95b7-ada2a9633f4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5 HTTP/1.1" status: 200 len: 998 time: 0.0680442 Oct 12 16:51:45.790686 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-95c0a252-e7e3-4c23-bb47-1ba98b62e6c2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.840717 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda req-c69f6863-690e-4873-b7de-013035c3562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:45.842241 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda req-c69f6863-690e-4873-b7de-013035c3562e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=172001fc-4f80-4c2f-b673-5dc31aa5a22d HTTP/1.1" status: 200 len: 854 time: 0.0452807 Oct 12 16:51:45.860749 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-95c0a252-e7e3-4c23-bb47-1ba98b62e6c2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.867137 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-95c0a252-e7e3-4c23-bb47-1ba98b62e6c2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.891071 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-d6c45cb8-f2d3-4c32-a91f-64130f8801ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 4, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': 'f4b0bd3b-6c79-4719-8d8d-211583c9eb09', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'port_id': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'mac_address': 'fa:16:3e:4e:f2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27973b-7846-4077-80d9-fb450ee51610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:51:44Z', 'updated_at': '2021-10-12T16:51:44Z', 'revision_number': 0, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f556fa5c-7cb9-4f12-bf69-0bb774a1d624', 'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'mac_address': 'fa:16:3e:7b:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:52Z', 'updated_at': '2021-10-12T16:50:58Z', 'revision_number': 5, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'subnets': [{'id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:45.893409 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0a252-e7e3-4c23-bb47-1ba98b62e6c2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdca99f-0682-4e8b-90fb-ed7da5bc7b9a,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:45.905314 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda req-99d1ddf4-f8ee-445e-bc19-8c1ad8294557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:45.906746 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-95c0a252-e7e3-4c23-bb47-1ba98b62e6c2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:45.907089 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda req-99d1ddf4-f8ee-445e-bc19-8c1ad8294557 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7df8205e-74e7-46c8-b763-2477e3e642ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545893 Oct 12 16:51:45.908089 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-95c0a252-e7e3-4c23-bb47-1ba98b62e6c2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504128 Oct 12 16:51:45.910869 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45638) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:45.915994 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-eacd9215-d021-4238-9a55-824284124df9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Request body: {'security_group_rule': {'security_group_id': 'b1ad28a2-c813-4e8b-84b8-0753bda251cd', 'project_id': '6b276008196643ce9a2938b78207fc0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:45.934772 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c45cb8-f2d3-4c32-a91f-64130f8801ab None None] Checking router: 597d634a-e7ae-4991-bd10-625801d90ae1 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:51:45.951256 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c45cb8-f2d3-4c32-a91f-64130f8801ab None None] Routers {'597d634a-e7ae-4991-bd10-625801d90ae1'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:51:45.951256 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-d6c45cb8-f2d3-4c32-a91f-64130f8801ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:51:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['597d634a-e7ae-4991-bd10-625801d90ae1'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:45.954772 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eacd9215-d021-4238-9a55-824284124df9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.019624 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda req-a38d7fd5-cc51-4442-baf5-ea9b1785a45c service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027939 Oct 12 16:51:46.025551 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eacd9215-d021-4238-9a55-824284124df9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.030250 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eacd9215-d021-4238-9a55-824284124df9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.048374 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd9215-d021-4238-9a55-824284124df9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae6defc-dfd9-46dc-9920-94b3cf44fa6f,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:46.059918 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eacd9215-d021-4238-9a55-824284124df9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.061124 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-eacd9215-d021-4238-9a55-824284124df9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492732 Oct 12 16:51:46.063884 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45640) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:46.068565 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-cee3b4c0-b8cb-41e8-923a-e7ce44d546fe tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Request body: {'security_group_rule': {'security_group_id': 'b1ad28a2-c813-4e8b-84b8-0753bda251cd', 'project_id': '6b276008196643ce9a2938b78207fc0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:46.070682 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-d6c45cb8-f2d3-4c32-a91f-64130f8801ab None None] Set router 597d634a-e7ae-4991-bd10-625801d90ae1 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:51:46.100004 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cee3b4c0-b8cb-41e8-923a-e7ce44d546fe tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.116439 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9b40dccd-95bd-4dab-a4dd-d4bb3a614eda req-c198e8c3-bbdd-4993-b494-2ec3e953abf2 service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870061 Oct 12 16:51:46.174638 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cee3b4c0-b8cb-41e8-923a-e7ce44d546fe tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.179169 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cee3b4c0-b8cb-41e8-923a-e7ce44d546fe tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.202636 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3b4c0-b8cb-41e8-923a-e7ce44d546fe tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1585b536-3752-4a24-b7ab-1379320d29c9,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:46.208920 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cee3b4c0-b8cb-41e8-923a-e7ce44d546fe tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.213338 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-cee3b4c0-b8cb-41e8-923a-e7ce44d546fe tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457753 Oct 12 16:51:46.213658 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45642) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:46.218604 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-147e7b47-90c7-4973-8b15-88d92fa3dfd0 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Request body: {'security_group_rule': {'security_group_id': 'b1ad28a2-c813-4e8b-84b8-0753bda251cd', 'project_id': '6b276008196643ce9a2938b78207fc0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:46.246212 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.securitygroups_db [None req-147e7b47-90c7-4973-8b15-88d92fa3dfd0 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Project 6b276008196643ce9a2938b78207fc0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:51:46.251501 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-147e7b47-90c7-4973-8b15-88d92fa3dfd0 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.314563 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-147e7b47-90c7-4973-8b15-88d92fa3dfd0 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.319137 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-147e7b47-90c7-4973-8b15-88d92fa3dfd0 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.320252 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-d6c45cb8-f2d3-4c32-a91f-64130f8801ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 4, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': 'f4b0bd3b-6c79-4719-8d8d-211583c9eb09', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'port_id': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'mac_address': 'fa:16:3e:4e:f2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27973b-7846-4077-80d9-fb450ee51610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:51:44Z', 'updated_at': '2021-10-12T16:51:44Z', 'revision_number': 0, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f556fa5c-7cb9-4f12-bf69-0bb774a1d624', 'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'mac_address': 'fa:16:3e:7b:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:52Z', 'updated_at': '2021-10-12T16:50:58Z', 'revision_number': 5, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'subnets': [{'id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:46.339263 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e7b47-90c7-4973-8b15-88d92fa3dfd0 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6c1109-b08e-4f25-b75d-ab4e0691a999,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:46.349724 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-147e7b47-90c7-4973-8b15-88d92fa3dfd0 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.351181 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-147e7b47-90c7-4973-8b15-88d92fa3dfd0 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366067 Oct 12 16:51:46.354512 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 45644) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:46.358082 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c45cb8-f2d3-4c32-a91f-64130f8801ab None None] The sync data for ids ['597d634a-e7ae-4991-bd10-625801d90ae1'] in dv-cinder-813221-2-iscsi is: [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 4, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': 'f4b0bd3b-6c79-4719-8d8d-211583c9eb09', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'port_id': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'mac_address': 'fa:16:3e:4e:f2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e27973b-7846-4077-80d9-fb450ee51610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:51:44Z', 'updated_at': '2021-10-12T16:51:44Z', 'revision_number': 0, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f556fa5c-7cb9-4f12-bf69-0bb774a1d624', 'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'mac_address': 'fa:16:3e:7b:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:52Z', 'updated_at': '2021-10-12T16:50:58Z', 'revision_number': 5, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'subnets': [{'id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:51:46.360326 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e3d06102-3382-46d1-988c-c0352d442500 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Request body: {'security_group_rule': {'security_group_id': 'b1ad28a2-c813-4e8b-84b8-0753bda251cd', 'project_id': '6b276008196643ce9a2938b78207fc0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:46.384307 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.securitygroups_db [None req-e3d06102-3382-46d1-988c-c0352d442500 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Project 6b276008196643ce9a2938b78207fc0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:51:46.389478 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e3d06102-3382-46d1-988c-c0352d442500 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.458158 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e3d06102-3382-46d1-988c-c0352d442500 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.462159 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e3d06102-3382-46d1-988c-c0352d442500 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.481015 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d06102-3382-46d1-988c-c0352d442500 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52b523d-4198-4cac-ac67-467c1110cf09,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:46.490315 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e3d06102-3382-46d1-988c-c0352d442500 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.491541 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-e3d06102-3382-46d1-988c-c0352d442500 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360478 Oct 12 16:51:46.579299 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37765fe2-01e0-48d9-8922-2231ee447d52 None None] New status for floating IP f4b0bd3b-6c79-4719-8d8d-211583c9eb09: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:51:46.582338 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-efd79c8e-7e00-4fb5-a2dd-b0ab3a1170d3 req-860212a5-7f61-4854-b92f-fbb516a9af3e tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277018369&fields=id&tenant_id=6b276008196643ce9a2938b78207fc0c HTTP/1.1" status: 200 len: 267 time: 0.0428200 Oct 12 16:51:46.635915 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd79c8e-7e00-4fb5-a2dd-b0ab3a1170d3 req-98577b13-597e-434a-9529-834bfda53aa7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:46.637336 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-efd79c8e-7e00-4fb5-a2dd-b0ab3a1170d3 req-98577b13-597e-434a-9529-834bfda53aa7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 945 time: 0.0541732 Oct 12 16:51:46.649152 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-efd79c8e-7e00-4fb5-a2dd-b0ab3a1170d3 req-2adf7ae9-ab92-41c8-83a7-adef0ba115c3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Request body: {'port': {'security_groups': ['ebeda4d9-bd6a-453c-b089-7e2f53e776c7', 'b1ad28a2-c813-4e8b-84b8-0753bda251cd']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:46.712417 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-efd79c8e-7e00-4fb5-a2dd-b0ab3a1170d3 req-2adf7ae9-ab92-41c8-83a7-adef0ba115c3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.905844 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-efd79c8e-7e00-4fb5-a2dd-b0ab3a1170d3 req-2adf7ae9-ab92-41c8-83a7-adef0ba115c3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] For port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:46.937169 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-efd79c8e-7e00-4fb5-a2dd-b0ab3a1170d3 req-2adf7ae9-ab92-41c8-83a7-adef0ba115c3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.944444 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-efd79c8e-7e00-4fb5-a2dd-b0ab3a1170d3 req-2adf7ae9-ab92-41c8-83a7-adef0ba115c3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.990211 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd79c8e-7e00-4fb5-a2dd-b0ab3a1170d3 req-2adf7ae9-ab92-41c8-83a7-adef0ba115c3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:46.990859 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-efd79c8e-7e00-4fb5-a2dd-b0ab3a1170d3 req-2adf7ae9-ab92-41c8-83a7-adef0ba115c3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.992081 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['094452f7-9a11-451c-aeb3-2b6c95e4f2d5'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:51:46.992271 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-efd79c8e-7e00-4fb5-a2dd-b0ab3a1170d3 req-2adf7ae9-ab92-41c8-83a7-adef0ba115c3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "PUT /v2.0/ports/094452f7-9a11-451c-aeb3-2b6c95e4f2d5 HTTP/1.1" status: 200 len: 981 time: 0.3478665 Oct 12 16:51:46.992733 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:46.995701 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:47.022993 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf7ae9-ab92-41c8-83a7-adef0ba115c3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'Port': ['ID=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,revision_number=6']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:47.136018 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439cb3c-519f-40b8-b48a-dc6ca9784391 req-97ff973e-f52b-4503-9990-4c9c8ef2b1b2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:47.138454 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1439cb3c-519f-40b8-b48a-dc6ca9784391 req-97ff973e-f52b-4503-9990-4c9c8ef2b1b2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0713131 Oct 12 16:51:47.170659 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebedf79b-0820-4ff7-9e70-89a0ea4644d1 x-openstack-request-id: req-ebedf79b-0820-4ff7-9e70-89a0ea4644d1 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:47.171121 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:47.171555 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebedf79b-0820-4ff7-9e70-89a0ea4644d1 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:47.172049 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'status': 'completed', 'code': 200} Oct 12 16:51:47.186961 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['094452f7-9a11-451c-aeb3-2b6c95e4f2d5'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:51:47.221264 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1439cb3c-519f-40b8-b48a-dc6ca9784391 req-83b01cbd-9ef1-40b6-92f8-4250da586b71 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749862 Oct 12 16:51:47.316491 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5ccdb-a768-4ca8-b95a-fade0480cfe2 req-f770d9c5-452d-426a-b3f2-d360c01bc43c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:47.317901 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9ad5ccdb-a768-4ca8-b95a-fade0480cfe2 req-f770d9c5-452d-426a-b3f2-d360c01bc43c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0915449 Oct 12 16:51:47.324323 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa req-578146da-7d60-4e77-96ba-3e2005fc6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:47.325756 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa req-578146da-7d60-4e77-96ba-3e2005fc6d43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b276008196643ce9a2938b78207fc0c&device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 1137 time: 0.0579412 Oct 12 16:51:47.329550 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-37defdcf-abef-449e-a683-5752fab0b8a3 None None] Provisioning complete for port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:47.329927 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-37defdcf-abef-449e-a683-5752fab0b8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:47.405553 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9ad5ccdb-a768-4ca8-b95a-fade0480cfe2 req-e0e7d431-90ce-4419-9d1b-82333f136c7f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787687 Oct 12 16:51:47.442711 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa req-3f9a979c-9f8b-41b1-b63a-411a2164ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:47.444174 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa req-3f9a979c-9f8b-41b1-b63a-411a2164ea44 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7df8205e-74e7-46c8-b763-2477e3e642ae HTTP/1.1" status: 200 len: 916 time: 0.1017461 Oct 12 16:51:47.708507 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa req-76766cc5-1746-41c4-b7d6-0df17bf6c142 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5 HTTP/1.1" status: 200 len: 1000 time: 0.2560863 Oct 12 16:51:47.761691 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa req-f7f85f67-3330-4dd9-8465-eaceb52a167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:47.763139 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa req-f7f85f67-3330-4dd9-8465-eaceb52a167c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=172001fc-4f80-4c2f-b673-5dc31aa5a22d HTTP/1.1" status: 200 len: 854 time: 0.0437531 Oct 12 16:51:47.816760 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa req-da0a7cd6-07ba-496d-a8c2-7f729f243da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:47.818301 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa req-da0a7cd6-07ba-496d-a8c2-7f729f243da3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7df8205e-74e7-46c8-b763-2477e3e642ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420973 Oct 12 16:51:47.913767 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa req-09f23b5f-e7f7-4558-84b2-a1af3479629e service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866630 Oct 12 16:51:48.006174 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3eb0a707-f3fd-45af-8f78-cc59012ad4fa req-4cd102c5-d953-47bc-a501-fd038c000393 service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826869 Oct 12 16:51:48.525525 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6918f-b112-4500-9e8f-016bd0207335 req-44e89b87-718f-419c-b054-4923a09a3b1c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:48.527035 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3ba6918f-b112-4500-9e8f-016bd0207335 req-44e89b87-718f-419c-b054-4923a09a3b1c tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0530071 Oct 12 16:51:48.565181 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3ba6918f-b112-4500-9e8f-016bd0207335 req-767976dc-27d0-4678-bf0f-2684cd60c886 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Oct 12 16:51:49.689430 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f3db3-e7a6-4e6d-b0b2-194ca0834e19 req-93ff7036-1117-4294-ae1d-e57f1ec7a2fe tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:49.690930 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c79f3db3-e7a6-4e6d-b0b2-194ca0834e19 req-93ff7036-1117-4294-ae1d-e57f1ec7a2fe tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0528197 Oct 12 16:51:49.730315 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c79f3db3-e7a6-4e6d-b0b2-194ca0834e19 req-3815e78e-ce8a-4fc5-8e42-e17dd4a0d045 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334086 Oct 12 16:51:50.255551 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc603300-1cc9-42ae-849a-e115fe46dd08 req-749cd384-ae77-40ac-ae80-fd470aedaee5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:50.256908 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cc603300-1cc9-42ae-849a-e115fe46dd08 req-749cd384-ae77-40ac-ae80-fd470aedaee5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.25 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 946 time: 0.0497868 Oct 12 16:51:50.351178 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-cc603300-1cc9-42ae-849a-e115fe46dd08 req-1c61e944-bf6f-4432-a514-d31f44e522e2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Deleting port 353a8940-8992-419c-8b2b-4e5fe7451be6 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:51:50.351517 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc603300-1cc9-42ae-849a-e115fe46dd08 req-1c61e944-bf6f-4432-a514-d31f44e522e2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:50.442368 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-cc603300-1cc9-42ae-849a-e115fe46dd08 req-1c61e944-bf6f-4432-a514-d31f44e522e2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] For port 353a8940-8992-419c-8b2b-4e5fe7451be6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=353a8940-8992-419c-8b2b-4e5fe7451be6,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:50.442725 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc603300-1cc9-42ae-849a-e115fe46dd08 req-1c61e944-bf6f-4432-a514-d31f44e522e2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:50.455618 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-cc603300-1cc9-42ae-849a-e115fe46dd08 req-1c61e944-bf6f-4432-a514-d31f44e522e2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Calling delete_port for 353a8940-8992-419c-8b2b-4e5fe7451be6 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:51:50.593398 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc603300-1cc9-42ae-849a-e115fe46dd08 req-1c61e944-bf6f-4432-a514-d31f44e522e2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:50.619490 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61e944-bf6f-4432-a514-d31f44e522e2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Pushing event deleted for resources: {'Port': ['ID=353a8940-8992-419c-8b2b-4e5fe7451be6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:50.639390 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['970ab12a-ca76-4815-9eed-2a2d438ab9ad', '353a8940-8992-419c-8b2b-4e5fe7451be6'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:51:50.666050 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc603300-1cc9-42ae-849a-e115fe46dd08 req-1c61e944-bf6f-4432-a514-d31f44e522e2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] No DVR routers for this DVR port 353a8940-8992-419c-8b2b-4e5fe7451be6 on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:51:50.669916 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc603300-1cc9-42ae-849a-e115fe46dd08 req-1c61e944-bf6f-4432-a514-d31f44e522e2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:50.673267 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cc603300-1cc9-42ae-849a-e115fe46dd08 req-1c61e944-bf6f-4432-a514-d31f44e522e2 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.25 "DELETE /v2.0/ports/353a8940-8992-419c-8b2b-4e5fe7451be6 HTTP/1.1" status: 204 len: 173 time: 0.4094381 Oct 12 16:51:50.673795 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35188506-5c56-4cbb-a357-d1393bf82e01', 'name': 'network-vif-deleted', 'tag': '353a8940-8992-419c-8b2b-4e5fe7451be6'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:50.676086 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a72db7e-f3b2-4e26-b71d-d3b350fc70e9" -d '{"events": [{"server_uuid": "35188506-5c56-4cbb-a357-d1393bf82e01", "name": "network-vif-deleted", "tag": "353a8940-8992-419c-8b2b-4e5fe7451be6"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:50.719720 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4de9cf-9712-42be-a78d-04e9f54b300e x-openstack-request-id: req-cd4de9cf-9712-42be-a78d-04e9f54b300e {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:50.720304 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35188506-5c56-4cbb-a357-d1393bf82e01", "name": "network-vif-deleted", "tag": "353a8940-8992-419c-8b2b-4e5fe7451be6", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:50.720304 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd4de9cf-9712-42be-a78d-04e9f54b300e {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:50.720654 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35188506-5c56-4cbb-a357-d1393bf82e01', 'name': 'network-vif-deleted', 'tag': '353a8940-8992-419c-8b2b-4e5fe7451be6', 'status': 'completed', 'code': 200} Oct 12 16:51:50.833553 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6bc7ddec-9cb4-489c-acf2-a1f5ada5f4cc req-f1630d0d-e7c4-400e-a9f1-58acc5ea2f1f tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=35188506-5c56-4cbb-a357-d1393bf82e01 HTTP/1.1" status: 200 len: 210 time: 0.0336618 Oct 12 16:51:52.119742 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9de8d-8afc-426c-9ecf-4e034b34f07b req-58c9776f-a379-4b15-b953-019036f250a1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:52.121280 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cda9de8d-8afc-426c-9ecf-4e034b34f07b req-58c9776f-a379-4b15-b953-019036f250a1 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0538523 Oct 12 16:51:52.167637 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cda9de8d-8afc-426c-9ecf-4e034b34f07b req-3f06774b-235f-458a-b0de-6413b254ca98 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388761 Oct 12 16:51:52.236314 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3b8db-7978-47de-bf00-ab41d2b6ec23 req-aa244d68-e770-4d62-a766-6ee1858d09e3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:52.237841 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3cf3b8db-7978-47de-bf00-ab41d2b6ec23 req-aa244d68-e770-4d62-a766-6ee1858d09e3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 947 time: 0.0503681 Oct 12 16:51:52.275581 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3cf3b8db-7978-47de-bf00-ab41d2b6ec23 req-d4c1b51b-5571-4842-bab4-44c558fee987 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Oct 12 16:51:52.977158 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 353a8940-8992-419c-8b2b-4e5fe7451be6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:51:53.000795 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 353a8940-8992-419c-8b2b-4e5fe7451be6 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:51:53.001139 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 353a8940-8992-419c-8b2b-4e5fe7451be6 not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:51:53.283435 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da585a4-fbc1-4518-9453-d6565ef26449 req-3fad522d-e3b8-4d6c-917c-0742ff9b0a56 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:53.284911 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6da585a4-fbc1-4518-9453-d6565ef26449 req-3fad522d-e3b8-4d6c-917c-0742ff9b0a56 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0465043 Oct 12 16:51:53.327517 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6da585a4-fbc1-4518-9453-d6565ef26449 req-c087f685-48d5-479b-bf8f-4868e2978574 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366321 Oct 12 16:51:53.393726 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ce4a-2870-4119-bde1-3c9cfaa487ed req-3bc96a5b-1ed0-4048-a1c6-f94a0e27c911 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:53.395192 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-af62ce4a-2870-4119-bde1-3c9cfaa487ed req-3bc96a5b-1ed0-4048-a1c6-f94a0e27c911 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 947 time: 0.0474231 Oct 12 16:51:53.440724 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-af62ce4a-2870-4119-bde1-3c9cfaa487ed req-e0f44687-a756-4dc7-8a85-25c9d94d03f0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396852 Oct 12 16:51:54.349991 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-e6215a21-9c10-42d0-ae9c-ac426bf361de tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:54.351468 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-e6215a21-9c10-42d0-ae9c-ac426bf361de tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 947 time: 0.0499122 Oct 12 16:51:54.473990 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6352dc6-3c35-48c1-9c96-27a1dd46cbae req-4a6adbbf-48dd-4cec-bb0f-3121f58dad1d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:54.475546 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d6352dc6-3c35-48c1-9c96-27a1dd46cbae req-4a6adbbf-48dd-4cec-bb0f-3121f58dad1d tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0787699 Oct 12 16:51:54.487914 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Deleting port fe97e967-4b6c-4302-80d9-0372d1406b88 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:51:54.488250 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:54.603327 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d6352dc6-3c35-48c1-9c96-27a1dd46cbae req-27f0b2f4-c134-42b3-ad9c-50ba735116b4 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178529 Oct 12 16:51:54.635993 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9941eb-024c-4db5-b2fc-ed80b3c7c7c7 req-ab473755-c9e6-4ceb-8e5c-12ad5716c6b2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:54.637509 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dc9941eb-024c-4db5-b2fc-ed80b3c7c7c7 req-ab473755-c9e6-4ceb-8e5c-12ad5716c6b2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 947 time: 0.0953112 Oct 12 16:51:54.653969 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] For port fe97e967-4b6c-4302-80d9-0372d1406b88, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe97e967-4b6c-4302-80d9-0372d1406b88,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:54.654323 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:54.762281 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dc9941eb-024c-4db5-b2fc-ed80b3c7c7c7 req-2ed592f7-4eeb-4d80-b4e2-3a3198256119 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=f63257fc-28c3-476f-a6c5-1a0859655a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188800 Oct 12 16:51:54.803943 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-99d336d5-d218-4f87-b7bc-410aff3e81a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:54.968296 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:54.968674 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:54.969059 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.l3_db [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Floating IP 808edd81-0952-4944-85aa-8ea81d9844d5 disassociated. External IP: 172.27.2.22, port: fe97e967-4b6c-4302-80d9-0372d1406b88. Oct 12 16:51:54.969407 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Calling delete_port for fe97e967-4b6c-4302-80d9-0372d1406b88 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:51:55.098134 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:55.130758 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event deleted for resources: {'Port': ['ID=fe97e967-4b6c-4302-80d9-0372d1406b88,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:55.247132 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Router 76c34523-1f68-4d47-adab-eec332a087a4 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:51:55.361027 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:51:55.370825 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1e11a-fbf6-4743-8fbd-9c8bb86ae518 None None] Sync routers for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:51:55.380862 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1e11a-fbf6-4743-8fbd-9c8bb86ae518 None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:51:55.381525 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-83b1e11a-fbf6-4743-8fbd-9c8bb86ae518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:51:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:55.500191 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-83b1e11a-fbf6-4743-8fbd-9c8bb86ae518 None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:51:55.588594 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] No DVR routers for this DVR port fe97e967-4b6c-4302-80d9-0372d1406b88 on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:51:55.592084 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:55.595752 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-694cecb7-534f-4488-8d04-df26c05ab1f7 req-080f3580-ff12-41a3-ac82-bc02adbc8c2b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.25 "DELETE /v2.0/ports/fe97e967-4b6c-4302-80d9-0372d1406b88 HTTP/1.1" status: 204 len: 173 time: 1.2371328 Oct 12 16:51:55.596216 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'name': 'network-vif-deleted', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:55.598539 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc48d9c-bbb1-4322-9ed6-c40b311a9873" -d '{"events": [{"server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "name": "network-vif-deleted", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:55.640323 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ad322e-1e76-4c24-9f6d-ecad9ecf0422 x-openstack-request-id: req-92ad322e-1e76-4c24-9f6d-ecad9ecf0422 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:55.640625 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb8ef05-1c86-4357-91d7-7f504b62aa5d", "name": "network-vif-deleted", "tag": "fe97e967-4b6c-4302-80d9-0372d1406b88", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:55.641682 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92ad322e-1e76-4c24-9f6d-ecad9ecf0422 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:55.642586 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb8ef05-1c86-4357-91d7-7f504b62aa5d', 'name': 'network-vif-deleted', 'tag': 'fe97e967-4b6c-4302-80d9-0372d1406b88', 'status': 'completed', 'code': 200} Oct 12 16:51:55.717054 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-83b1e11a-fbf6-4743-8fbd-9c8bb86ae518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:55.750829 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c65522-5846-4640-bb87-5ebe2e4a829c req-f07ffc78-b0b7-4dcf-9df8-10561ebef23e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:55.758297 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e7c65522-5846-4640-bb87-5ebe2e4a829c req-f07ffc78-b0b7-4dcf-9df8-10561ebef23e tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0650818 Oct 12 16:51:55.766896 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1e11a-fbf6-4743-8fbd-9c8bb86ae518 None None] Checking router: 76c34523-1f68-4d47-adab-eec332a087a4 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:51:55.772579 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1e11a-fbf6-4743-8fbd-9c8bb86ae518 None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:51:55.773191 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-83b1e11a-fbf6-4743-8fbd-9c8bb86ae518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:51:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:55.796234 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e7c65522-5846-4640-bb87-5ebe2e4a829c req-b017c3db-017c-4ac2-836f-799c9a4aea50 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369909 Oct 12 16:51:55.885049 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-83b1e11a-fbf6-4743-8fbd-9c8bb86ae518 None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:51:55.900143 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0f432d7b-2484-4e05-b354-66b4e7fea41d req-14a43ca0-50ce-4b4d-bf66-70e6e0d4352b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb8ef05-1c86-4357-91d7-7f504b62aa5d HTTP/1.1" status: 200 len: 210 time: 0.0342753 Oct 12 16:51:56.107203 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-83b1e11a-fbf6-4743-8fbd-9c8bb86ae518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:51:56.133820 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1e11a-fbf6-4743-8fbd-9c8bb86ae518 None None] The sync data for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi is: [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:51:56.398254 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d13704f-07d7-454c-a1e2-8fa1b59cf9ce None None] New status for floating IP 808edd81-0952-4944-85aa-8ea81d9844d5: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:51:56.919856 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc5674-828a-492f-86a0-44821dba62f3 req-64d10f8e-533d-42bc-b4b7-7b50f7546244 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:56.921362 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f3dc5674-828a-492f-86a0-44821dba62f3 req-64d10f8e-533d-42bc-b4b7-7b50f7546244 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0540361 Oct 12 16:51:56.962865 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f3dc5674-828a-492f-86a0-44821dba62f3 req-f32ec707-fea5-4650-88b5-14a8d0ee1a3a tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350645 Oct 12 16:51:56.987942 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device fe97e967-4b6c-4302-80d9-0372d1406b88 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:51:56.996345 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45720) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:57.009280 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: fe97e967-4b6c-4302-80d9-0372d1406b88 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:51:57.009904 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device fe97e967-4b6c-4302-80d9-0372d1406b88 not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:51:57.058044 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52720cca-60cc-4739-a430-41c03eff34dd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:57.084151 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52720cca-60cc-4739-a430-41c03eff34dd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:57.133828 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52720cca-60cc-4739-a430-41c03eff34dd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:57.136446 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52720cca-60cc-4739-a430-41c03eff34dd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:57.138363 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-52720cca-60cc-4739-a430-41c03eff34dd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "DELETE /v2.0/security-groups/f63257fc-28c3-476f-a6c5-1a0859655a5d HTTP/1.1" status: 204 len: 168 time: 0.1401267 Oct 12 16:51:57.141175 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 45722) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:57.148498 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52720cca-60cc-4739-a430-41c03eff34dd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63257fc-28c3-476f-a6c5-1a0859655a5d,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:57.161564 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.api.v2.resource [None req-e33ccd1b-f2a6-45cc-9a8d-b29734f0e5df tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] show failed (client error): The resource could not be found. Oct 12 16:51:57.162605 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-e33ccd1b-f2a6-45cc-9a8d-b29734f0e5df tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups/f63257fc-28c3-476f-a6c5-1a0859655a5d HTTP/1.1" status: 404 len: 347 time: 0.0201507 Oct 12 16:51:57.166101 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 45724) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:57.303652 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cf00752c-0642-448c-8640-485f441546d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Deleting port 5dc876fd-3714-4361-9858-1c1f1fd0e0ba {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:51:57.304002 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf00752c-0642-448c-8640-485f441546d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:57.389319 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf00752c-0642-448c-8640-485f441546d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:57.389688 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf00752c-0642-448c-8640-485f441546d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:57.401613 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cf00752c-0642-448c-8640-485f441546d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Calling delete_port for 5dc876fd-3714-4361-9858-1c1f1fd0e0ba owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:51:57.487047 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-38eb3881-bd1f-426c-a2fc-458f10d48d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:57.556198 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf00752c-0642-448c-8640-485f441546d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:57.584994 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00752c-0642-448c-8640-485f441546d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event deleted for resources: {'Port': ['ID=5dc876fd-3714-4361-9858-1c1f1fd0e0ba,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:57.648323 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf00752c-0642-448c-8640-485f441546d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:57.650865 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf00752c-0642-448c-8640-485f441546d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:57.652031 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-cf00752c-0642-448c-8640-485f441546d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "DELETE /v2.0/floatingips/808edd81-0952-4944-85aa-8ea81d9844d5 HTTP/1.1" status: 204 len: 168 time: 0.4849510 Oct 12 16:51:58.089241 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16df6f-5e1a-464d-97aa-25d0c80fcbc4 req-9f38db31-fdb7-4a78-9785-0728f57e0957 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:58.090847 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4f16df6f-5e1a-464d-97aa-25d0c80fcbc4 req-9f38db31-fdb7-4a78-9785-0728f57e0957 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0505717 Oct 12 16:51:58.129536 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4f16df6f-5e1a-464d-97aa-25d0c80fcbc4 req-7d8da583-0d75-43c6-bc87-fd97e7422eff tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323148 Oct 12 16:51:58.315585 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 45732) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:58.320130 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-14982f9b-d326-4b2d-b35b-40268a7dfeb2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2033190898', 'description': 'tempest-description--418164123'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:58.332032 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.345391 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14982f9b-d326-4b2d-b35b-40268a7dfeb2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.417964 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14982f9b-d326-4b2d-b35b-40268a7dfeb2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.432279 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14982f9b-d326-4b2d-b35b-40268a7dfeb2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.479194 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14982f9b-d326-4b2d-b35b-40268a7dfeb2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.480404 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-14982f9b-d326-4b2d-b35b-40268a7dfeb2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1638148 Oct 12 16:51:58.484038 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45734) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:58.487380 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14982f9b-d326-4b2d-b35b-40268a7dfeb2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc112c88-34dc-4195-87dc-321e4b71411b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:58.488727 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-5f40ed15-76d0-4ec5-9498-54d1de759d4b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'security_group_rule': {'security_group_id': 'fc112c88-34dc-4195-87dc-321e4b71411b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:58.503009 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3926b-a373-4667-bb9d-c6594fa8e397 req-0c2d3858-24e8-4a23-9954-6e5bfa7a0e7a tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:58.504501 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cea3926b-a373-4667-bb9d-c6594fa8e397 req-0c2d3858-24e8-4a23-9954-6e5bfa7a0e7a tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.25 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 945 time: 0.0823267 Oct 12 16:51:58.518621 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f40ed15-76d0-4ec5-9498-54d1de759d4b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.567633 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f40ed15-76d0-4ec5-9498-54d1de759d4b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.571470 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f40ed15-76d0-4ec5-9498-54d1de759d4b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.591313 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40ed15-76d0-4ec5-9498-54d1de759d4b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1d9e82-9372-4b9a-8116-06fac98c1df1,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:58.597660 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f40ed15-76d0-4ec5-9498-54d1de759d4b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.601916 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5f40ed15-76d0-4ec5-9498-54d1de759d4b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168096 Oct 12 16:51:58.602241 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 45736) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:58.607438 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-defce8a8-86ce-4c29-b1dc-686543f302ff tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'security_group_rule': {'security_group_id': 'fc112c88-34dc-4195-87dc-321e4b71411b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:58.633838 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-cea3926b-a373-4667-bb9d-c6594fa8e397 req-775f8d12-aa7f-4df4-b1c9-4cc43e8c00a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Deleting port 970ab12a-ca76-4815-9eed-2a2d438ab9ad {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:51:58.634173 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cea3926b-a373-4667-bb9d-c6594fa8e397 req-775f8d12-aa7f-4df4-b1c9-4cc43e8c00a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.680198 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-defce8a8-86ce-4c29-b1dc-686543f302ff tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.763280 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-cea3926b-a373-4667-bb9d-c6594fa8e397 req-775f8d12-aa7f-4df4-b1c9-4cc43e8c00a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] For port 970ab12a-ca76-4815-9eed-2a2d438ab9ad, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=970ab12a-ca76-4815-9eed-2a2d438ab9ad,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:58.763646 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cea3926b-a373-4667-bb9d-c6594fa8e397 req-775f8d12-aa7f-4df4-b1c9-4cc43e8c00a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.766780 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-defce8a8-86ce-4c29-b1dc-686543f302ff tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.772331 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-defce8a8-86ce-4c29-b1dc-686543f302ff tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.783112 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-cea3926b-a373-4667-bb9d-c6594fa8e397 req-775f8d12-aa7f-4df4-b1c9-4cc43e8c00a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Calling delete_port for 970ab12a-ca76-4815-9eed-2a2d438ab9ad owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:51:58.802841 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defce8a8-86ce-4c29-b1dc-686543f302ff tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450b2b49-909a-4abf-8321-5ef69d5b4877,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:58.847345 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-defce8a8-86ce-4c29-b1dc-686543f302ff tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.851452 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-defce8a8-86ce-4c29-b1dc-686543f302ff tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2451954 Oct 12 16:51:58.851936 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45738) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:58.856621 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'floatingip': {'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:58.879471 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.944803 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cea3926b-a373-4667-bb9d-c6594fa8e397 req-775f8d12-aa7f-4df4-b1c9-4cc43e8c00a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.975369 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:58.978974 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f8d12-aa7f-4df4-b1c9-4cc43e8c00a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Pushing event deleted for resources: {'Port': ['ID=970ab12a-ca76-4815-9eed-2a2d438ab9ad,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:58.979633 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['970ab12a-ca76-4815-9eed-2a2d438ab9ad'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:51:58.995461 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:59.027751 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea3926b-a373-4667-bb9d-c6594fa8e397 req-775f8d12-aa7f-4df4-b1c9-4cc43e8c00a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] No DVR routers for this DVR port 970ab12a-ca76-4815-9eed-2a2d438ab9ad on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:51:59.030755 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cea3926b-a373-4667-bb9d-c6594fa8e397 req-775f8d12-aa7f-4df4-b1c9-4cc43e8c00a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:59.034205 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cea3926b-a373-4667-bb9d-c6594fa8e397 req-775f8d12-aa7f-4df4-b1c9-4cc43e8c00a5 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.25 "DELETE /v2.0/ports/970ab12a-ca76-4815-9eed-2a2d438ab9ad HTTP/1.1" status: 204 len: 173 time: 0.5227315 Oct 12 16:51:59.034654 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9497de72-7ebb-4cfe-bcb8-244a6fba877e', 'name': 'network-vif-deleted', 'tag': '970ab12a-ca76-4815-9eed-2a2d438ab9ad'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:59.036929 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceec6ed7-1ed7-4b18-82ee-4ee06f2ba756" -d '{"events": [{"server_uuid": "9497de72-7ebb-4cfe-bcb8-244a6fba877e", "name": "network-vif-deleted", "tag": "970ab12a-ca76-4815-9eed-2a2d438ab9ad"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:59.073570 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d84f93b-aaf7-4107-b972-ad616e8dee15 x-openstack-request-id: req-7d84f93b-aaf7-4107-b972-ad616e8dee15 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:59.073923 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9497de72-7ebb-4cfe-bcb8-244a6fba877e", "name": "network-vif-deleted", "tag": "970ab12a-ca76-4815-9eed-2a2d438ab9ad", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:59.074361 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d84f93b-aaf7-4107-b972-ad616e8dee15 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:59.075238 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9497de72-7ebb-4cfe-bcb8-244a6fba877e', 'name': 'network-vif-deleted', 'tag': '970ab12a-ca76-4815-9eed-2a2d438ab9ad', 'status': 'completed', 'code': 200} Oct 12 16:51:59.118832 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Allocated IP 172.27.2.206 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/70800434-209c-43c4-9527-bd7562374a14) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:51:59.233545 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:59.250792 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a860b458-5e71-4b6c-9cb3-58318352a9fc req-7b87034c-76ad-41ee-ad54-750bb2305d63 tempest-ServerRescueNegativeTestJSON-1710262701 tempest-ServerRescueNegativeTestJSON-1710262701-project] 10.222.0.48 "GET /v2.0/ports?device_id=9497de72-7ebb-4cfe-bcb8-244a6fba877e HTTP/1.1" status: 200 len: 210 time: 0.0272744 Oct 12 16:51:59.275594 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:59.319271 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:51:59.322282 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:51:59.325424 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:51:59.348779 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'Port': ['ID=70800434-209c-43c4-9527-bd7562374a14,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:59.412439 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:59.446560 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:59.605507 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:59.610572 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:59.680932 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'Port': ['ID=70800434-209c-43c4-9527-bd7562374a14,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:59.695371 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:59.711267 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:59.712491 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-8b76ab4d-7dd8-4eea-b3c6-c44e8bdb9d0d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8594537 Oct 12 16:51:59.899710 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-54e41a3b-be5f-4dfe-8a56-7c0ab7efbb0b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2033190898&fields=id&tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6 HTTP/1.1" status: 200 len: 267 time: 0.0321503 Oct 12 16:52:00.003597 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-9aadee8d-bf69-441a-a2bb-f3ef74184c78 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:00.005109 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-9aadee8d-bf69-441a-a2bb-f3ef74184c78 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 816 time: 0.0988252 Oct 12 16:52:00.019899 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-c461d21e-294e-4568-bd55-b60a124c8229 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/quotas/ea06ba2e773d42f1ab5ae2a60f8dd8d6 HTTP/1.1" status: 200 len: 375 time: 0.0089629 Oct 12 16:52:00.078736 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-738acbe0-3348-432d-9c5e-78441ce78b78 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535076 Oct 12 16:52:00.177695 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-b6464b4e-2599-4252-95cd-649d65362dd4 service neutron] 10.222.0.48 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855603 Oct 12 16:52:00.270774 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-b45e1be1-8804-4940-8d5c-e0250808ade6 service neutron] 10.222.0.48 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870388 Oct 12 16:52:00.308893 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45760) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:00.425861 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:00.456920 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1dcf2f78-8218-4499-9a2e-af3182d60cb1 req-39cc2a91-5517-48cd-ae99-2407fe63ff80 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 210 time: 0.0271769 Oct 12 16:52:00.786158 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438941'] for router_interface, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:00.982111 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 970ab12a-ca76-4815-9eed-2a2d438ab9ad no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:52:01.005929 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 970ab12a-ca76-4815-9eed-2a2d438ab9ad {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:52:01.006272 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 970ab12a-ca76-4815-9eed-2a2d438ab9ad not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:52:01.090276 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] Deleting port 5413b6b7-ded7-459e-b05d-a213988ff714 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:52:01.090618 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:01.168273 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] For port 5413b6b7-ded7-459e-b05d-a213988ff714, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=5413b6b7-ded7-459e-b05d-a213988ff714,segment=NetworkSegment(2f6fb47a-d645-422e-a76c-31fb02642dbe),segment_id=2f6fb47a-d645-422e-a76c-31fb02642dbe)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:01.168626 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:01.181266 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] Calling delete_port for 5413b6b7-ded7-459e-b05d-a213988ff714 owned by network:router_interface {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:52:01.581892 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cb03c55-69a1-44b3-85ac-078ddae22231 req-b0cc7128-0bde-4f85-8b37-e9aa8117a894 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 210 time: 0.0381000 Oct 12 16:52:01.589142 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-294e9308-395d-4725-8cfa-11620242673d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:01.591258 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-294e9308-395d-4725-8cfa-11620242673d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 816 time: 0.1567028 Oct 12 16:52:01.627524 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:01.654492 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-d1309810-929b-4a81-8db1-e19874ecc0bc tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6 HTTP/1.1" status: 200 len: 380 time: 0.0368969 Oct 12 16:52:01.657091 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] Pushing event deleted for resources: {'Port': ['ID=5413b6b7-ded7-459e-b05d-a213988ff714,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:01.667468 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'port': {'device_id': '5ff19e43-0d0d-49ed-9206-88916211b270', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'admin_state_up': True, 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'security_groups': ['fc112c88-34dc-4195-87dc-321e4b71411b']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:01.782266 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Made reservation on behalf of ea06ba2e773d42f1ab5ae2a60f8dd8d6 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:52:01.785867 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:01.819374 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438825'] for router_interface, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:01.914910 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Allocated IP 172.20.0.13 (67492cf5-634a-4a65-8b9c-706ee2b5109a/33ed6982-8572-4062-9e82-23baaf25ec08/18eafd3a-5b5c-4e32-a4a3-8b888fc2650f) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:02.050878 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] Router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:52:02.072790 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.107222 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.152752 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Network 67492cf5-634a-4a65-8b9c-706ee2b5109a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:02.156711 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:02.160602 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:02.167198 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event updated for resources: {'Port': ['ID=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:02.170812 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:52:02.176402 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-2393c476-212d-4dc9-8468-f0329ee6e383 admin admin] 10.222.0.48 "PUT /v2.0/routers/0165dcbc-6039-42eb-b62e-6ca786ccdb17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8663952 Oct 12 16:52:02.180989 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45778) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:02.182561 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9b120-0d97-4804-9453-20bd373d99ec None None] Sync routers for ids ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:52:02.192459 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9b120-0d97-4804-9453-20bd373d99ec None None] Routers {'0165dcbc-6039-42eb-b62e-6ca786ccdb17'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:02.193096 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3ac9b120-0d97-4804-9453-20bd373d99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:51:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:02.239671 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:02.240535 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.265072 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8b98d851-7242-45f8-96c2-f619b229c67c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6019087 Oct 12 16:52:02.285657 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Request body: {'port': {'device_id': '5ff19e43-0d0d-49ed-9206-88916211b270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:02.298223 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Notify callbacks [] for router, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.348101 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.412912 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-3ac9b120-0d97-4804-9453-20bd373d99ec None None] Set router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:02.443286 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.463327 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-0d657415-9974-45c0-96a4-96d0d12bd4fa None None] Provisioning complete for port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:02.464411 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0d657415-9974-45c0-96a4-96d0d12bd4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.513441 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-0d657415-9974-45c0-96a4-96d0d12bd4fa None None] Port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:52:02.531224 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Deleting port 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:52:02.531724 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.612736 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] For port 8b5d9001-0577-46e0-aa2d-3b3180ad0f63, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=8b5d9001-0577-46e0-aa2d-3b3180ad0f63,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:02.612951 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.614711 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3ac9b120-0d97-4804-9453-20bd373d99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-router', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:02Z', 'updated_at': '2021-10-12T16:52:01Z', 'revision_number': 5, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'gw_port': {'id': '8b5d9001-0577-46e0-aa2d-3b3180ad0f63', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:03Z', 'updated_at': '2021-10-12T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:02.627409 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Calling delete_port for 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 owned by network:router_gateway {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:52:02.652529 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9b120-0d97-4804-9453-20bd373d99ec None None] Checking router: 0165dcbc-6039-42eb-b62e-6ca786ccdb17 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:52:02.660644 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:02.661886 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9b120-0d97-4804-9453-20bd373d99ec None None] Routers {'0165dcbc-6039-42eb-b62e-6ca786ccdb17'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:02.662604 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3ac9b120-0d97-4804-9453-20bd373d99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:51:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:02.669717 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.682547 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Transition to ACTIVE for port object 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:52:02.719458 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.752680 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-3ac9b120-0d97-4804-9453-20bd373d99ec None None] Set router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 gateway port host: None {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:02.788122 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56daad-af57-4063-8a54-bd739bd4c601 req-5ed72842-0e4d-453c-b358-b35e5a2b4854 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:02.789740 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9a56daad-af57-4063-8a54-bd739bd4c601 req-5ed72842-0e4d-453c-b358-b35e5a2b4854 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.1057501 Oct 12 16:52:02.798404 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Pushing event updated for resources: {'Port': ['ID=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:02.835184 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3ac9b120-0d97-4804-9453-20bd373d99ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-router', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:02Z', 'updated_at': '2021-10-12T16:52:02Z', 'revision_number': 6, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'gw_port_host': None}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:02.881358 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.901140 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9b120-0d97-4804-9453-20bd373d99ec None None] The sync data for ids ['0165dcbc-6039-42eb-b62e-6ca786ccdb17'] in dv-cinder-813221-2-iscsi is: [{'id': '0165dcbc-6039-42eb-b62e-6ca786ccdb17', 'name': 'tempest-ServerRescueNegativeTestJSON-2036712033-router', 'tenant_id': 'fcc08699515f48a08c8ac1507eec9cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:02Z', 'updated_at': '2021-10-12T16:52:02Z', 'revision_number': 6, 'project_id': 'fcc08699515f48a08c8ac1507eec9cae', 'gw_port_host': None}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:52:02.937959 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Attempting to bind port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:52:02.938302 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Attempting to bind port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:52:02.938666 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Attempting to bind port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f on network 67492cf5-634a-4a65-8b9c-706ee2b5109a {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:02.948104 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9a56daad-af57-4063-8a54-bd739bd4c601 req-12d62183-f590-4d99-a9a3-7762983bf3d3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256056 Oct 12 16:52:02.950420 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f on network 67492cf5-634a-4a65-8b9c-706ee2b5109a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:52:02.950744 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Attempting to bind port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f on network 67492cf5-634a-4a65-8b9c-706ee2b5109a {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:02.956469 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:52:02.956960 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Checking segment: {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:52:02.957393 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Bound using segment: {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:52:02.957844 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Bound port: 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5502f45f-3199-43ff-a073-0dd3f166c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:52:02.958289 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:02.977855 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5d9001-0577-46e0-aa2d-3b3180ad0f63,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:03.058217 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:52:03.064969 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464331'] for router_gateway, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.065729 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:52:03.071270 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.114505 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:03.115124 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.116491 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] 10.222.0.25 "PUT /v2.0/ports/18eafd3a-5b5c-4e32-a4a3-8b888fc2650f HTTP/1.1" status: 200 len: 1094 time: 0.8353908 Oct 12 16:52:03.116929 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:03.119224 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74719797-d612-4c01-bf6a-0e3b3ee77923" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:03.141272 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872e8c2-8a9c-432e-9631-ad78659383e6 service neutron] Pushing event updated for resources: {'Port': ['ID=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:03.182812 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4886'] for router, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.185247 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.212042 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f6d995-db2e-4a4c-a5a4-8509a74c1a26 x-openstack-request-id: req-d6f6d995-db2e-4a4c-a5a4-8509a74c1a26 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:03.212346 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:03.212573 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6f6d995-db2e-4a4c-a5a4-8509a74c1a26 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:03.212959 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'status': 'completed', 'code': 200} Oct 12 16:52:03.227902 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-2cd866d8-8f81-448a-ba6f-d20db61d4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:03.230581 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-2cd866d8-8f81-448a-ba6f-d20db61d4878 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 1097 time: 0.0529604 Oct 12 16:52:03.254590 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445488'] for router, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.255336 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0165dcbc-6039-42eb-b62e-6ca786ccdb17 {{(pid=100532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 16:52:03.261446 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.263470 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c0dcb1da-ac32-4d7e-b50a-ef6d2bd23b17 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0165dcbc-6039-42eb-b62e-6ca786ccdb17 HTTP/1.1" status: 204 len: 168 time: 1.0812821 Oct 12 16:52:03.265922 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45784) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:03.284874 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-8c0fec6a-7605-40d1-8022-3c4da9932767 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f HTTP/1.1" status: 200 len: 217 time: 0.0380080 Oct 12 16:52:03.322296 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb1513f-2c13-4a17-aba9-ec7764390bf7 admin admin] Deleting subnet f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184 {{(pid=100532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:52:03.328108 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eeb1513f-2c13-4a17-aba9-ec7764390bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.350512 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-9935ae56-5c92-4f18-b920-050a8ffe9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:03.352342 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-9935ae56-5c92-4f18-b920-050a8ffe9842 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0589640 Oct 12 16:52:03.368450 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eeb1513f-2c13-4a17-aba9-ec7764390bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12438652'] for subnet, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.401798 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-26c2433b-6a5b-43a0-acc1-1b2b327dc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:03.405017 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-26c2433b-6a5b-43a0-acc1-1b2b327dc03e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442123 Oct 12 16:52:03.418070 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eeb1513f-2c13-4a17-aba9-ec7764390bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.494778 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eeb1513f-2c13-4a17-aba9-ec7764390bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12390395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12378335'] for subnet, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.503570 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-eb1b0bda-932f-4e44-a4d3-492cda97c583 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914736 Oct 12 16:52:03.522290 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1513f-2c13-4a17-aba9-ec7764390bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:03.524399 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eeb1513f-2c13-4a17-aba9-ec7764390bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.530007 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-eeb1513f-2c13-4a17-aba9-ec7764390bf7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f7ae9b62-d3b6-430d-95b1-8e6a4e2c1184 HTTP/1.1" status: 204 len: 168 time: 0.2628827 Oct 12 16:52:03.531090 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45786) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:03.601305 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.606453 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-57e4fea9-5480-4a64-a890-ddd18df8e046 req-9cb35b82-cdcb-41f9-84e8-b8951758a170 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949430 Oct 12 16:52:03.687741 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.708203 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8331595f-8778-400e-9052-2af4f1b41752']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:03.717790 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6fb47a-d645-422e-a76c-31fb02642dbe') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:03.718085 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6fb47a-d645-422e-a76c-31fb02642dbe') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:03.727812 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.741211 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.743629 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74719797-d612-4c01-bf6a-0e3b3ee77923 req-47e3435f-ef91-4440-82cb-51aed385876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:03.745179 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-74719797-d612-4c01-bf6a-0e3b3ee77923 req-47e3435f-ef91-4440-82cb-51aed385876b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 1097 time: 0.0434265 Oct 12 16:52:03.748311 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:52:03.748698 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:52:03.750662 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:52:03.811699 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.816466 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:03.824519 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8331595f-8778-400e-9052-2af4f1b41752 HTTP/1.1" status: 204 len: 168 time: 0.2882948 Oct 12 16:52:03.837108 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441335d3-39e2-475a-bb9b-97058c20a6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8331595f-8778-400e-9052-2af4f1b41752,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:03.854960 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74719797-d612-4c01-bf6a-0e3b3ee77923 req-f2dbc946-0400-4868-ae07-25c4d703897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:03.857716 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-74719797-d612-4c01-bf6a-0e3b3ee77923 req-f2dbc946-0400-4868-ae07-25c4d703897a service neutron] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 917 time: 0.1039109 Oct 12 16:52:03.904701 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-74719797-d612-4c01-bf6a-0e3b3ee77923 req-2fd9ac1c-3aab-4032-8752-07ddd39dd19c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f HTTP/1.1" status: 200 len: 217 time: 0.0390074 Oct 12 16:52:03.959080 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74719797-d612-4c01-bf6a-0e3b3ee77923 req-ff998859-e9e1-48b9-bdba-e395634f857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:03.960557 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-74719797-d612-4c01-bf6a-0e3b3ee77923 req-ff998859-e9e1-48b9-bdba-e395634f857a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0476463 Oct 12 16:52:04.012195 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74719797-d612-4c01-bf6a-0e3b3ee77923 req-604585ef-0faa-464c-a6d3-c516888527a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:04.014004 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-74719797-d612-4c01-bf6a-0e3b3ee77923 req-604585ef-0faa-464c-a6d3-c516888527a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458906 Oct 12 16:52:04.048895 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45792) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:04.094970 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-8604de3f-aa96-41b3-be98-e7ca7dac88c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcc08699515f48a08c8ac1507eec9cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447328 Oct 12 16:52:04.097451 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45794) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:04.149857 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bdbb8-574c-464c-a615-68a75511c0e9 req-4257a882-269a-436b-b23a-e9a59949de4d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:04.151381 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2a9bdbb8-574c-464c-a615-68a75511c0e9 req-4257a882-269a-436b-b23a-e9a59949de4d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0788069 Oct 12 16:52:04.156085 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-be379bb8-3f3f-4df5-8eec-4bf0c0a07102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:04.158768 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-74719797-d612-4c01-bf6a-0e3b3ee77923 req-895ee02c-5030-43d2-9716-728629c39da9 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328039 Oct 12 16:52:04.182298 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-be379bb8-3f3f-4df5-8eec-4bf0c0a07102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:04.230408 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-be379bb8-3f3f-4df5-8eec-4bf0c0a07102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:04.232849 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-be379bb8-3f3f-4df5-8eec-4bf0c0a07102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:04.236749 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-be379bb8-3f3f-4df5-8eec-4bf0c0a07102 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdd11c47-5005-4fe6-8f22-2b15c87d2fa3 HTTP/1.1" status: 204 len: 168 time: 0.1380346 Oct 12 16:52:04.240613 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2a9bdbb8-574c-464c-a615-68a75511c0e9 req-8bf5febb-e8ae-4238-8e72-1841f489e608 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804932 Oct 12 16:52:04.246638 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be379bb8-3f3f-4df5-8eec-4bf0c0a07102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd11c47-5005-4fe6-8f22-2b15c87d2fa3,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:04.296719 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-74719797-d612-4c01-bf6a-0e3b3ee77923 req-3924058e-f7b9-4b01-89cf-7a3880d05556 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234355 Oct 12 16:52:04.880355 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 5413b6b7-ded7-459e-b05d-a213988ff714 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:52:04.910542 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 5413b6b7-ded7-459e-b05d-a213988ff714 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:52:04.910888 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 5413b6b7-ded7-459e-b05d-a213988ff714 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:52:04.911301 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:52:04.931010 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:52:04.931353 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 8b5d9001-0577-46e0-aa2d-3b3180ad0f63 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:52:05.382979 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44462849-9495-40d4-9057-5c1ef8f9962b req-0ac7898a-755d-4a30-8537-05baf3223cc6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:05.384509 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-44462849-9495-40d4-9057-5c1ef8f9962b req-0ac7898a-755d-4a30-8537-05baf3223cc6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0696266 Oct 12 16:52:05.447004 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-44462849-9495-40d4-9057-5c1ef8f9962b req-b03fb8b7-e3fe-4aa8-819b-27d757f13c7d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558155 Oct 12 16:52:06.569272 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081239d-808f-4916-ab63-11b858fd221f req-32d3f099-cbc2-4f4d-ae3d-afac94aea81c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:06.570795 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d081239d-808f-4916-ab63-11b858fd221f req-32d3f099-cbc2-4f4d-ae3d-afac94aea81c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0504360 Oct 12 16:52:06.610606 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d081239d-808f-4916-ab63-11b858fd221f req-9c6810fb-ad86-476d-ad32-da674e9ef704 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331335 Oct 12 16:52:07.000413 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:52:07.098015 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:07.110665 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'port_id': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'mac_address': 'fa:16:3e:63:7e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:52:07.147708 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:07.160737 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:07.180825 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:07.185611 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:07.236342 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:07.540356 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['18eafd3a-5b5c-4e32-a4a3-8b888fc2650f'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:52:07.756068 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2329fa9-1446-407e-8470-f51db171861f req-3a46d1a8-6606-48c9-82e6-f03e92eef220 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:07.757703 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c2329fa9-1446-407e-8470-f51db171861f req-3a46d1a8-6606-48c9-82e6-f03e92eef220 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 945 time: 0.0728874 Oct 12 16:52:07.800920 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c2329fa9-1446-407e-8470-f51db171861f req-769b8f99-3c47-4d9d-8710-9c8c443c4b56 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366175 Oct 12 16:52:08.021406 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 45862) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:08.133294 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.211569 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.215452 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.256566 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd1aa19d8caf459e9d2410492c9728e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340503 Oct 12 16:52:08.257261 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb795494-8ad2-4c1d-8015-71f1af5f1df9,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:08.259868 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 45866) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:08.265273 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.265647 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.265980 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.266311 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.266644 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.266962 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.267286 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.267605 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.267925 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.268245 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.268556 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.268868 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42063494-af5f-41bb-b497-12303ad8c893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:08.309693 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5c587c1-0ab3-4f2c-b456-6dc8f160c38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.331418 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5c587c1-0ab3-4f2c-b456-6dc8f160c38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.384180 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5c587c1-0ab3-4f2c-b456-6dc8f160c38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.389502 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5c587c1-0ab3-4f2c-b456-6dc8f160c38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.391446 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-d5c587c1-0ab3-4f2c-b456-6dc8f160c38c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb795494-8ad2-4c1d-8015-71f1af5f1df9 HTTP/1.1" status: 204 len: 168 time: 0.1300340 Oct 12 16:52:08.400630 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c587c1-0ab3-4f2c-b456-6dc8f160c38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb795494-8ad2-4c1d-8015-71f1af5f1df9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:08.925967 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b237b-b96f-49ef-ae14-5719ad9557af req-0f242a3a-9a64-48a7-8278-94565ba48308 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:08.927511 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-472b237b-b96f-49ef-ae14-5719ad9557af req-0f242a3a-9a64-48a7-8278-94565ba48308 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 945 time: 0.0530009 Oct 12 16:52:08.976104 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-472b237b-b96f-49ef-ae14-5719ad9557af req-38f66400-9b93-4fd1-a75a-92a14167c249 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419834 Oct 12 16:52:09.015607 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:52:09.067572 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:52:09.072022 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:09.072731 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:09.165110 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:09.189739 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:09.192022 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cc270d-ddff-4770-b04d-d651c62dbbef" -d '{"events": [{"server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "name": "network-vif-plugged", "status": "completed", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:09.205562 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:09.209915 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:09.241243 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f958c3a6-4ea2-4cae-8c0b-0cc1757b5ccd x-openstack-request-id: req-f958c3a6-4ea2-4cae-8c0b-0cc1757b5ccd {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:09.241672 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "name": "network-vif-plugged", "status": "completed", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:09.242196 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f958c3a6-4ea2-4cae-8c0b-0cc1757b5ccd {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:09.242741 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'code': 200} Oct 12 16:52:09.272773 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:09.457083 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99983fb-fdf5-4088-abf0-77094575307e req-deeb0ea6-ed0c-419f-a50d-e1a7714fd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:09.458778 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b99983fb-fdf5-4088-abf0-77094575307e req-deeb0ea6-ed0c-419f-a50d-e1a7714fd74c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 1099 time: 0.0436962 Oct 12 16:52:09.497130 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b99983fb-fdf5-4088-abf0-77094575307e req-c44e9005-7f57-4d08-b155-b253a99398ac service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282109 Oct 12 16:52:09.915544 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:52:10.111661 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63b00d-f372-4d7d-be2e-242c3f72ad89 req-84173cdc-53f4-44d2-ad6e-37ea2c9ccf15 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:10.112441 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cb63b00d-f372-4d7d-be2e-242c3f72ad89 req-84173cdc-53f4-44d2-ad6e-37ea2c9ccf15 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0509341 Oct 12 16:52:10.161115 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cb63b00d-f372-4d7d-be2e-242c3f72ad89 req-6c0d7407-e14b-4f7b-a16d-b808b1bfa170 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Oct 12 16:52:11.283258 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a948951-73f2-420a-84fe-df9f2859a0d0 req-dcecb726-073f-407c-98d3-5ebcb0c6c7f3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:11.284654 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4a948951-73f2-420a-84fe-df9f2859a0d0 req-dcecb726-073f-407c-98d3-5ebcb0c6c7f3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0482697 Oct 12 16:52:11.293176 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46006) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:11.324712 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4a948951-73f2-420a-84fe-df9f2859a0d0 req-18884b46-2fd9-4888-8ca9-2b9dee1be3ed tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332546 Oct 12 16:52:11.401303 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bce6c3c2-f3fb-42d9-a277-57d04578f552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:11.501052 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bce6c3c2-f3fb-42d9-a277-57d04578f552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:11.505978 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bce6c3c2-f3fb-42d9-a277-57d04578f552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:11.543313 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6c3c2-f3fb-42d9-a277-57d04578f552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb0fe5e-d356-403c-a3e8-2d13123cf0e8,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:11.555317 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-bce6c3c2-f3fb-42d9-a277-57d04578f552 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=203fc8c3076d416bbfe79d76a479ef8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586842 Oct 12 16:52:11.555948 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46012) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:11.608461 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5cef-5cf3-4630-af08-a9274d3e1b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:11.640388 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5cef-5cf3-4630-af08-a9274d3e1b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:11.655039 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f60f40-35c3-4e1e-8ebe-05826867cd06 req-89e284d0-570b-4cb2-a5db-333ce9444cd7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:11.656768 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-00f60f40-35c3-4e1e-8ebe-05826867cd06 req-89e284d0-570b-4cb2-a5db-333ce9444cd7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.2621531 Oct 12 16:52:11.665256 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 46014) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:11.670695 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b655786d-6881-47e8-98e2-f51996da02a9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Request body: {'floatingip': {'port_id': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:11.689507 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5cef-5cf3-4630-af08-a9274d3e1b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:11.692092 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5cef-5cf3-4630-af08-a9274d3e1b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:11.693222 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-8b3e5cef-5cf3-4630-af08-a9274d3e1b4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffb0fe5e-d356-403c-a3e8-2d13123cf0e8 HTTP/1.1" status: 204 len: 168 time: 0.1367776 Oct 12 16:52:11.701232 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e5cef-5cf3-4630-af08-a9274d3e1b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb0fe5e-d356-403c-a3e8-2d13123cf0e8,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:11.710814 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b655786d-6881-47e8-98e2-f51996da02a9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.004618 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46020) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:12.018221 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e0d40931-85da-4413-bfa9-17db89d0cd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.108888 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e0d40931-85da-4413-bfa9-17db89d0cd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.113226 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e0d40931-85da-4413-bfa9-17db89d0cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.151009 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e0d40931-85da-4413-bfa9-17db89d0cd11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=406f47e80a2d4f5a8077ca022fa4e44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453774 Oct 12 16:52:12.151846 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d40931-85da-4413-bfa9-17db89d0cd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134c538f-ee74-447a-afd0-76b81e876284,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:12.154674 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46022) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:12.205238 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e5f936bc-5a0a-4c7f-867a-82b741728a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.226861 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e5f936bc-5a0a-4c7f-867a-82b741728a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.280880 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e5f936bc-5a0a-4c7f-867a-82b741728a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.284127 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e5f936bc-5a0a-4c7f-867a-82b741728a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.291859 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e5f936bc-5a0a-4c7f-867a-82b741728a06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/134c538f-ee74-447a-afd0-76b81e876284 HTTP/1.1" status: 204 len: 168 time: 0.1338122 Oct 12 16:52:12.298424 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f936bc-5a0a-4c7f-867a-82b741728a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134c538f-ee74-447a-afd0-76b81e876284,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:12.316444 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b655786d-6881-47e8-98e2-f51996da02a9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.321223 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b655786d-6881-47e8-98e2-f51996da02a9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.423513 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.l3_db [None req-b655786d-6881-47e8-98e2-f51996da02a9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Floating IP 4c1ca945-2cba-4a9b-b276-5d6393c83d6f associated. External IP: 172.27.2.206, port: 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f. Oct 12 16:52:12.640220 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b655786d-6881-47e8-98e2-f51996da02a9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Router 76c34523-1f68-4d47-adab-eec332a087a4 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:52:12.784509 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b655786d-6881-47e8-98e2-f51996da02a9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:52:12.791592 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b655786d-6881-47e8-98e2-f51996da02a9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:12.798163 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe2ac1-73aa-4217-a051-bc6ebff0c97f None None] Sync routers for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:52:12.808091 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe2ac1-73aa-4217-a051-bc6ebff0c97f None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:12.810120 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a5fe2ac1-73aa-4217-a051-bc6ebff0c97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:51:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:12.835123 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-b655786d-6881-47e8-98e2-f51996da02a9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "PUT /v2.0/floatingips/4c1ca945-2cba-4a9b-b276-5d6393c83d6f HTTP/1.1" status: 200 len: 992 time: 1.1656795 Oct 12 16:52:12.835123 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:12.835500 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e79b2e-543f-47c4-af73-62ce798e569b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:12.887027 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18a46c5-8eba-4cd9-95be-3b33c8d93d06 x-openstack-request-id: req-d18a46c5-8eba-4cd9-95be-3b33c8d93d06 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:12.887633 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:12.889504 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d18a46c5-8eba-4cd9-95be-3b33c8d93d06 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:12.890431 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'status': 'completed', 'code': 200} Oct 12 16:52:12.963781 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a5fe2ac1-73aa-4217-a051-bc6ebff0c97f None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:13.005682 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e79b2e-543f-47c4-af73-62ce798e569b req-6cf54501-c95d-4922-8c20-f3219b1c8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.007230 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-55e79b2e-543f-47c4-af73-62ce798e569b req-6cf54501-c95d-4922-8c20-f3219b1c8abb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 1099 time: 0.0537865 Oct 12 16:52:13.115484 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e79b2e-543f-47c4-af73-62ce798e569b req-d2aa61e5-b4e5-4b99-b2e5-293426a58525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.117055 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-55e79b2e-543f-47c4-af73-62ce798e569b req-d2aa61e5-b4e5-4b99-b2e5-293426a58525 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 917 time: 0.1019177 Oct 12 16:52:13.189098 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-55e79b2e-543f-47c4-af73-62ce798e569b req-afdef2f4-791e-45bd-988e-d0daadcd19a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f HTTP/1.1" status: 200 len: 1000 time: 0.0644777 Oct 12 16:52:13.227627 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a5fe2ac1-73aa-4217-a051-bc6ebff0c97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '4c1ca945-2cba-4a9b-b276-5d6393c83d6f', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'port_id': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'mac_address': 'fa:16:3e:63:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff19e43-0d0d-49ed-9206-88916211b270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:51:59Z', 'updated_at': '2021-10-12T16:52:12Z', 'revision_number': 1, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:13.257972 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe2ac1-73aa-4217-a051-bc6ebff0c97f None None] Checking router: 76c34523-1f68-4d47-adab-eec332a087a4 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:52:13.258999 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e79b2e-543f-47c4-af73-62ce798e569b req-a894f29c-1088-445d-8ac6-f32c52895c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.260885 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-55e79b2e-543f-47c4-af73-62ce798e569b req-a894f29c-1088-445d-8ac6-f32c52895c40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0484059 Oct 12 16:52:13.267156 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe2ac1-73aa-4217-a051-bc6ebff0c97f None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:13.267849 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a5fe2ac1-73aa-4217-a051-bc6ebff0c97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:51:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:13.289786 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-add1cedf-77c9-4f4e-8673-80788a869206 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433917 Oct 12 16:52:13.315317 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e79b2e-543f-47c4-af73-62ce798e569b req-63d1a823-a1ec-4fda-bc03-eb33474a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.317122 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-55e79b2e-543f-47c4-af73-62ce798e569b req-63d1a823-a1ec-4fda-bc03-eb33474a83fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466440 Oct 12 16:52:13.382402 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-32e122aa-1423-45cc-8f70-29702e6ce72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.385573 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-32e122aa-1423-45cc-8f70-29702e6ce72e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 1098 time: 0.0535283 Oct 12 16:52:13.408678 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a5fe2ac1-73aa-4217-a051-bc6ebff0c97f None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:13.437825 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-55e79b2e-543f-47c4-af73-62ce798e569b req-84a15a06-ff37-445f-a433-de67a8df1e38 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113510 Oct 12 16:52:13.548761 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-7705d392-6326-4421-a8f8-73cac8c2fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.550424 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-7705d392-6326-4421-a8f8-73cac8c2fb3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 912 time: 0.1388164 Oct 12 16:52:13.577941 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-55e79b2e-543f-47c4-af73-62ce798e569b req-34e4aaba-f0e5-4eb5-8e60-7c8bc7d254f8 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321564 Oct 12 16:52:13.630491 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-d33a146d-2365-4a2c-a8f1-46c7ca263d47 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266 HTTP/1.1" status: 200 len: 1000 time: 0.0721707 Oct 12 16:52:13.687352 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-4a6d33c3-4cbe-4077-8eb9-49ce9299686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.688814 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-4a6d33c3-4cbe-4077-8eb9-49ce9299686c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109ed70d-b303-4e9e-ad8c-e110e5884b8f HTTP/1.1" status: 200 len: 850 time: 0.0500629 Oct 12 16:52:13.733433 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a5fe2ac1-73aa-4217-a051-bc6ebff0c97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '4c1ca945-2cba-4a9b-b276-5d6393c83d6f', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'port_id': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'mac_address': 'fa:16:3e:63:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff19e43-0d0d-49ed-9206-88916211b270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:51:59Z', 'updated_at': '2021-10-12T16:52:12Z', 'revision_number': 1, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:13.737146 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-38c19302-0b63-47bb-8000-685dbc98dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.738687 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-38c19302-0b63-47bb-8000-685dbc98dcd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=305d87b2-e9e4-4739-b688-2648a68da451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405223 Oct 12 16:52:13.763267 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe2ac1-73aa-4217-a051-bc6ebff0c97f None None] The sync data for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi is: [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '4c1ca945-2cba-4a9b-b276-5d6393c83d6f', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'port_id': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'mac_address': 'fa:16:3e:63:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff19e43-0d0d-49ed-9206-88916211b270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:51:59Z', 'updated_at': '2021-10-12T16:52:12Z', 'revision_number': 1, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:52:13.838399 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-441b8c87-00fc-4357-80b9-e3f034a69976 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911255 Oct 12 16:52:13.939443 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-fe71f37c-e365-4832-9b00-2d9a1c77324b req-ce8d89de-b753-4e7f-86ef-7b2c28062b39 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926933 Oct 12 16:52:13.960658 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34852ec-e194-4cbf-a80d-47cdcf42ad7f None None] New status for floating IP 4c1ca945-2cba-4a9b-b276-5d6393c83d6f: ACTIVE {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:52:15.456161 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:19.612196 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718e817-c15f-4b85-8972-ab7d4829a486 req-e6cd6fa6-885c-4ed8-b5a4-1859d6b83c45 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:19.613481 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a718e817-c15f-4b85-8972-ab7d4829a486 req-e6cd6fa6-885c-4ed8-b5a4-1859d6b83c45 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0577259 Oct 12 16:52:19.635383 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30122cea-36b6-42ac-981d-2777efabdb88 req-24e0f7da-e201-445c-814c-ca1c7bfdee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:19.636832 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-30122cea-36b6-42ac-981d-2777efabdb88 req-24e0f7da-e201-445c-814c-ca1c7bfdee26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b276008196643ce9a2938b78207fc0c&device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 1137 time: 0.0406117 Oct 12 16:52:19.654032 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a718e817-c15f-4b85-8972-ab7d4829a486 req-2c0bdeb0-f937-4dfe-b243-19b218beef01 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344024 Oct 12 16:52:19.729447 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30122cea-36b6-42ac-981d-2777efabdb88 req-d00312cf-ed7e-465e-a685-3b546c6cf348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:19.730871 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-30122cea-36b6-42ac-981d-2777efabdb88 req-d00312cf-ed7e-465e-a685-3b546c6cf348 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7df8205e-74e7-46c8-b763-2477e3e642ae HTTP/1.1" status: 200 len: 916 time: 0.0839753 Oct 12 16:52:19.800138 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-30122cea-36b6-42ac-981d-2777efabdb88 req-7f30e39c-e80e-4a8e-84ea-6500d3cfd4b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5 HTTP/1.1" status: 200 len: 1000 time: 0.0587718 Oct 12 16:52:19.854623 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30122cea-36b6-42ac-981d-2777efabdb88 req-429222f6-61ef-4c14-b31b-1db67b82d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:19.855982 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-30122cea-36b6-42ac-981d-2777efabdb88 req-429222f6-61ef-4c14-b31b-1db67b82d3c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=172001fc-4f80-4c2f-b673-5dc31aa5a22d HTTP/1.1" status: 200 len: 854 time: 0.0413387 Oct 12 16:52:19.900006 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30122cea-36b6-42ac-981d-2777efabdb88 req-5cc490b0-7e7b-4260-9501-9ee42386fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:19.901514 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-30122cea-36b6-42ac-981d-2777efabdb88 req-5cc490b0-7e7b-4260-9501-9ee42386fe21 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7df8205e-74e7-46c8-b763-2477e3e642ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378413 Oct 12 16:52:19.993061 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-30122cea-36b6-42ac-981d-2777efabdb88 req-7df9e103-114b-41a2-8b08-7cf012241609 service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833390 Oct 12 16:52:20.083570 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-30122cea-36b6-42ac-981d-2777efabdb88 req-888014c5-2a20-4f08-bb59-d22fa775a442 service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806460 Oct 12 16:52:20.767257 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcf7a8-c829-4038-81e8-d76e2ad26fff req-4be31827-e661-4f3f-8976-4fa76fab88f8 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:20.768733 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bdbcf7a8-c829-4038-81e8-d76e2ad26fff req-4be31827-e661-4f3f-8976-4fa76fab88f8 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0485630 Oct 12 16:52:20.809504 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bdbcf7a8-c829-4038-81e8-d76e2ad26fff req-55d208a7-701b-4e51-969e-028c343cbb0d tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333722 Oct 12 16:52:21.813115 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46136) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:21.916011 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d9189b43-1916-4cc0-9865-fa733c380117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:21.922624 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a163b-a3bc-4bc9-ab09-ba59914fec07 req-5fce622e-3f82-4290-8ab9-98629b81d04f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:21.925477 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4f1a163b-a3bc-4bc9-ab09-ba59914fec07 req-5fce622e-3f82-4290-8ab9-98629b81d04f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0480068 Oct 12 16:52:21.964569 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4f1a163b-a3bc-4bc9-ab09-ba59914fec07 req-c5fd4044-42ce-4d2e-a304-f2138e7fb783 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343184 Oct 12 16:52:21.989843 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d9189b43-1916-4cc0-9865-fa733c380117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:21.993706 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d9189b43-1916-4cc0-9865-fa733c380117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:22.031380 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-d9189b43-1916-4cc0-9865-fa733c380117 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b51ee51ac1f04f83a88fb14b6752b4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171628 Oct 12 16:52:22.032227 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9189b43-1916-4cc0-9865-fa733c380117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669c8915-a4d6-497a-9685-a88999954a98,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:22.034056 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 46142) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:22.081354 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-798fca6c-4826-4d48-a826-5cca54bd8c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:22.106702 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-798fca6c-4826-4d48-a826-5cca54bd8c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:22.151726 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-798fca6c-4826-4d48-a826-5cca54bd8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:22.154530 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-798fca6c-4826-4d48-a826-5cca54bd8c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:22.156271 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-798fca6c-4826-4d48-a826-5cca54bd8c03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/669c8915-a4d6-497a-9685-a88999954a98 HTTP/1.1" status: 204 len: 168 time: 0.1205842 Oct 12 16:52:22.164172 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fca6c-4826-4d48-a826-5cca54bd8c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669c8915-a4d6-497a-9685-a88999954a98,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:23.086419 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302765a-9b5f-46ea-af65-c9f2ebb963e0 req-22ba501c-b0e1-4162-9a84-bbac58ec7c7f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:23.087935 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d302765a-9b5f-46ea-af65-c9f2ebb963e0 req-22ba501c-b0e1-4162-9a84-bbac58ec7c7f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0553997 Oct 12 16:52:23.132425 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d302765a-9b5f-46ea-af65-c9f2ebb963e0 req-164afec3-3afa-498a-8073-d1ee0adee879 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377066 Oct 12 16:52:24.248965 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7aa97-42c8-41b0-9f5e-eebf6a45b4c8 req-dcbb629a-8edf-420d-9186-f4d9ed861758 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:24.250691 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-fca7aa97-42c8-41b0-9f5e-eebf6a45b4c8 req-dcbb629a-8edf-420d-9186-f4d9ed861758 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0492251 Oct 12 16:52:24.295707 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-fca7aa97-42c8-41b0-9f5e-eebf6a45b4c8 req-aacfe909-3b99-4005-80ba-4b56586ec1c7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383165 Oct 12 16:52:24.804143 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-97a44099-7330-4baf-b84e-b6ee73373d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.414014 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a3292-0704-4024-87b6-f8ba4a409537 req-e1398939-27ab-411e-aa1b-38edeadc5c2b tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:25.415517 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1a1a3292-0704-4024-87b6-f8ba4a409537 req-e1398939-27ab-411e-aa1b-38edeadc5c2b tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0517046 Oct 12 16:52:25.455009 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1a1a3292-0704-4024-87b6-f8ba4a409537 req-853554ba-1137-42e2-bdbb-ffaea6be21bc tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336046 Oct 12 16:52:26.567440 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2dae5-7692-4cfb-95a9-0159f9191128 req-f0ab583f-ae5d-4a58-9a58-70a610b21b1f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.568910 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-86f2dae5-7692-4cfb-95a9-0159f9191128 req-f0ab583f-ae5d-4a58-9a58-70a610b21b1f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0480556 Oct 12 16:52:26.608393 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-86f2dae5-7692-4cfb-95a9-0159f9191128 req-3e0e2301-db9a-4d9b-bf93-ac8493dfae76 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335388 Oct 12 16:52:26.912156 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0f987-5327-4a20-9871-141f5c44a893 req-f6504a0f-f13c-43a4-999f-6f73261c3499 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.913546 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-74d0f987-5327-4a20-9871-141f5c44a893 req-f6504a0f-f13c-43a4-999f-6f73261c3499 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0505514 Oct 12 16:52:26.950671 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-74d0f987-5327-4a20-9871-141f5c44a893 req-dc2bea9f-2c44-4c22-a5f5-f9fccc18a86b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312481 Oct 12 16:52:27.487614 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6fd621a5-a52d-475a-9ed6-b1e8864223d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:27.721969 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63609c23-783e-4c72-bc87-fe93972fe134 req-67a18d75-1193-4d7f-91d9-1f090e1df2fe tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.723401 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-63609c23-783e-4c72-bc87-fe93972fe134 req-67a18d75-1193-4d7f-91d9-1f090e1df2fe tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0500956 Oct 12 16:52:27.951260 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-63609c23-783e-4c72-bc87-fe93972fe134 req-55bcda16-f3fa-4104-85bd-a72390fab37c tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2218258 Oct 12 16:52:28.102361 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e3e8d-0ac3-4955-91ff-5783392e57cd req-1ef90992-4c46-480a-92b2-fee822d39580 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:28.103818 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-df9e3e8d-0ac3-4955-91ff-5783392e57cd req-1ef90992-4c46-480a-92b2-fee822d39580 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0476983 Oct 12 16:52:28.140534 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-df9e3e8d-0ac3-4955-91ff-5783392e57cd req-e0aedfea-d49f-4ce0-93dd-50b23d150269 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303035 Oct 12 16:52:28.332933 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:28.976672 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:29.064064 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ea694-8e40-4f3a-82b0-69c18fc08cd5 req-5d243b28-23a7-4f31-862d-4ab1a7b9f8f4 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:29.065545 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b73ea694-8e40-4f3a-82b0-69c18fc08cd5 req-5d243b28-23a7-4f31-862d-4ab1a7b9f8f4 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0473077 Oct 12 16:52:29.104330 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b73ea694-8e40-4f3a-82b0-69c18fc08cd5 req-534bac4d-933c-4878-83c5-8f64292b6eda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327907 Oct 12 16:52:29.256614 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daae11d-77b3-4189-a6fb-8cc9193defaf req-50acf54b-21bf-40f9-b6dc-7180102b5bf9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:29.258123 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7daae11d-77b3-4189-a6fb-8cc9193defaf req-50acf54b-21bf-40f9-b6dc-7180102b5bf9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0511520 Oct 12 16:52:29.295044 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7daae11d-77b3-4189-a6fb-8cc9193defaf req-e339377d-994e-4888-801a-67ef9c129be5 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310802 Oct 12 16:52:30.215012 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3733d5e-38e0-45b3-b294-a3c610e4682f req-db11aa35-5057-4222-bb0c-9ab5521b9c23 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:30.216467 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f3733d5e-38e0-45b3-b294-a3c610e4682f req-db11aa35-5057-4222-bb0c-9ab5521b9c23 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0471792 Oct 12 16:52:30.255990 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f3733d5e-38e0-45b3-b294-a3c610e4682f req-c4f2653a-8465-4d2b-bfdc-a136fc76c00e tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327764 Oct 12 16:52:30.408715 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaed37e-6392-4b30-90f3-84502a8816a9 req-9801293d-a77a-4fbf-9576-a475506e103e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:30.410218 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-afaed37e-6392-4b30-90f3-84502a8816a9 req-9801293d-a77a-4fbf-9576-a475506e103e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0477653 Oct 12 16:52:30.427506 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:30.448231 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-afaed37e-6392-4b30-90f3-84502a8816a9 req-24cdf5f0-3764-46bb-9864-ce90786e63c6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320745 Oct 12 16:52:31.370714 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89399c-4513-4877-bc80-9438cb7ccda8 req-cb67fe38-94ea-43b3-9ef6-264dc8ab5a3a tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:31.372149 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3a89399c-4513-4877-bc80-9438cb7ccda8 req-cb67fe38-94ea-43b3-9ef6-264dc8ab5a3a tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0510085 Oct 12 16:52:31.411310 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3a89399c-4513-4877-bc80-9438cb7ccda8 req-95cac41b-7341-4e36-a738-51ff61870ccc tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325296 Oct 12 16:52:31.561739 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e895a5-8f9a-4213-a0bb-cc6cae9ec854 req-923f764b-a835-4414-85ad-de2a720ccc41 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:31.563110 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-83e895a5-8f9a-4213-a0bb-cc6cae9ec854 req-923f764b-a835-4414-85ad-de2a720ccc41 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0470707 Oct 12 16:52:31.599717 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-83e895a5-8f9a-4213-a0bb-cc6cae9ec854 req-048f71e2-60b4-4d47-bea6-0aeedde934e7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308397 Oct 12 16:52:32.291753 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-6c142bbc-243f-4a11-b8d2-143acf419376 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:32.293062 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-6c142bbc-243f-4a11-b8d2-143acf419376 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0485518 Oct 12 16:52:32.379164 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Deleting port 5619f519-7a32-4d5c-a4f0-537afdd4c266 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:52:32.379500 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:32.533280 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee6111-0952-4fad-95d9-24e4351d01fe req-bb36a86f-e54e-4e68-a2ad-a0c1a41d500f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:32.534896 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-46ee6111-0952-4fad-95d9-24e4351d01fe req-bb36a86f-e54e-4e68-a2ad-a0c1a41d500f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0553067 Oct 12 16:52:32.576855 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-46ee6111-0952-4fad-95d9-24e4351d01fe req-d7562c02-c14f-4308-ba5e-432a01e50c3f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352547 Oct 12 16:52:32.705011 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] For port 5619f519-7a32-4d5c-a4f0-537afdd4c266, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5619f519-7a32-4d5c-a4f0-537afdd4c266,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:32.705463 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:32.740096 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cae00-856d-45c0-bec5-d94746232f42 req-ca252734-e20d-44b5-ab1e-358f601eab31 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:32.742182 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8e7cae00-856d-45c0-bec5-d94746232f42 req-ca252734-e20d-44b5-ab1e-358f601eab31 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 945 time: 0.0651119 Oct 12 16:52:32.793081 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8e7cae00-856d-45c0-bec5-d94746232f42 req-0dacd96f-4952-4c82-88d9-af1205aed870 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376849 Oct 12 16:52:32.937390 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:32.937741 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:32.938050 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.l3_db [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Floating IP af9a1ff2-9443-44a1-9c8e-9e033ddd91b9 disassociated. External IP: 172.27.2.93, port: 5619f519-7a32-4d5c-a4f0-537afdd4c266. Oct 12 16:52:32.938383 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Calling delete_port for 5619f519-7a32-4d5c-a4f0-537afdd4c266 owned by compute:nova {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:52:33.062632 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:33.092136 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event deleted for resources: {'Port': ['ID=5619f519-7a32-4d5c-a4f0-537afdd4c266,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:33.202488 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Router ca159568-2c24-4528-9742-de9248d1eb13 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:52:33.305353 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:52:33.315691 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dcb597-1ed3-41ee-b7ac-b29d3788ee6c None None] Sync routers for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:52:33.324639 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dcb597-1ed3-41ee-b7ac-b29d3788ee6c None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:33.325253 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-10dcb597-1ed3-41ee-b7ac-b29d3788ee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:33.345630 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] No DVR routers for this DVR port 5619f519-7a32-4d5c-a4f0-537afdd4c266 on host hv-cinder-81322 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:52:33.349914 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:33.353321 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-25b6bcc7-2dd6-48a9-9d28-980e8e473ff4 req-62033172-62fb-4d46-bac8-8629bf2484f3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.25 "DELETE /v2.0/ports/5619f519-7a32-4d5c-a4f0-537afdd4c266 HTTP/1.1" status: 204 len: 173 time: 1.0534127 Oct 12 16:52:33.353831 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1396f7-da68-445d-b60c-740675e38201', 'name': 'network-vif-deleted', 'tag': '5619f519-7a32-4d5c-a4f0-537afdd4c266'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:33.356316 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c31d12-c156-4107-9e02-16686f38e28c" -d '{"events": [{"server_uuid": "0a1396f7-da68-445d-b60c-740675e38201", "name": "network-vif-deleted", "tag": "5619f519-7a32-4d5c-a4f0-537afdd4c266"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:33.407078 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18a7fda-8187-4f40-a50c-971d4797df64 x-openstack-request-id: req-d18a7fda-8187-4f40-a50c-971d4797df64 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:33.407371 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1396f7-da68-445d-b60c-740675e38201", "name": "network-vif-deleted", "tag": "5619f519-7a32-4d5c-a4f0-537afdd4c266", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:33.407621 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d18a7fda-8187-4f40-a50c-971d4797df64 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:33.408081 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1396f7-da68-445d-b60c-740675e38201', 'name': 'network-vif-deleted', 'tag': '5619f519-7a32-4d5c-a4f0-537afdd4c266', 'status': 'completed', 'code': 200} Oct 12 16:52:33.437258 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-10dcb597-1ed3-41ee-b7ac-b29d3788ee6c None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:33.653620 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-10dcb597-1ed3-41ee-b7ac-b29d3788ee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:33.680547 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dcb597-1ed3-41ee-b7ac-b29d3788ee6c None None] Checking router: ca159568-2c24-4528-9742-de9248d1eb13 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:52:33.688785 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dcb597-1ed3-41ee-b7ac-b29d3788ee6c None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:33.689412 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-10dcb597-1ed3-41ee-b7ac-b29d3788ee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:33.693845 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6e636-65e3-4905-b4fc-ccf3f597cef2 req-aa1e6785-adc8-4377-a998-ebe4e49424c6 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:33.695463 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ee6e636-65e3-4905-b4fc-ccf3f597cef2 req-aa1e6785-adc8-4377-a998-ebe4e49424c6 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0480065 Oct 12 16:52:33.736522 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ee6e636-65e3-4905-b4fc-ccf3f597cef2 req-96dd658d-00e3-4d96-befb-9017be680085 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343125 Oct 12 16:52:33.793926 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-10dcb597-1ed3-41ee-b7ac-b29d3788ee6c None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:33.947853 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ecb64bd3-aa2e-4ebb-aab7-0380aae0137b req-32f9b24b-5e2e-4f09-9a9b-3646b7a41f8a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a1396f7-da68-445d-b60c-740675e38201 HTTP/1.1" status: 200 len: 210 time: 0.0307832 Oct 12 16:52:34.029158 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-10dcb597-1ed3-41ee-b7ac-b29d3788ee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:34.055509 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dcb597-1ed3-41ee-b7ac-b29d3788ee6c None None] The sync data for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi is: [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:52:34.298675 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a69afd-2ccd-4a28-838b-6733728718df None None] New status for floating IP af9a1ff2-9443-44a1-9c8e-9e033ddd91b9: DOWN {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:52:34.853559 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f969024-8256-435e-ad42-8578b596bd58 req-2868438d-81d1-443a-b1a6-3aebf22999c8 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:34.855012 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7f969024-8256-435e-ad42-8578b596bd58 req-2868438d-81d1-443a-b1a6-3aebf22999c8 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0504758 Oct 12 16:52:34.895348 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7f969024-8256-435e-ad42-8578b596bd58 req-7f3df4df-32a4-4dce-b565-ac8be369ea97 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337968 Oct 12 16:52:35.029388 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 46284) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:35.083228 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.106340 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.151168 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.153927 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.155675 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "DELETE /v2.0/security-groups/27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc HTTP/1.1" status: 204 len: 168 time: 0.1252759 Oct 12 16:52:35.158555 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46286) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:35.164383 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:35.172134 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.172484 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.172766 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.api.v2.resource [None req-660ea022-580d-4e51-9c25-e71a3a96312f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] show failed (client error): The resource could not be found. Oct 12 16:52:35.172878 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.173149 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.173505 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.173774 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-660ea022-580d-4e51-9c25-e71a3a96312f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups/27fa7cfc-15b7-4ed0-a1f8-48b89b7c89cc HTTP/1.1" status: 404 len: 347 time: 0.0141144 Oct 12 16:52:35.173937 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.174152 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.174496 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.174801 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.175123 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.175444 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.175761 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4dda5e-be84-4b97-861c-1facdc324d6f tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:35.176466 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46288) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:35.301336 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-66571cc3-7154-4ce4-9144-2b80fe89a181 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Deleting port db427999-f1fb-4bc2-938d-a1d7999b2cdc {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:52:35.301707 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66571cc3-7154-4ce4-9144-2b80fe89a181 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.386875 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66571cc3-7154-4ce4-9144-2b80fe89a181 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.387400 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66571cc3-7154-4ce4-9144-2b80fe89a181 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.399588 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-66571cc3-7154-4ce4-9144-2b80fe89a181 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Calling delete_port for db427999-f1fb-4bc2-938d-a1d7999b2cdc owned by network:floatingip {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:52:35.534418 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66571cc3-7154-4ce4-9144-2b80fe89a181 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.558011 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66571cc3-7154-4ce4-9144-2b80fe89a181 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event deleted for resources: {'Port': ['ID=db427999-f1fb-4bc2-938d-a1d7999b2cdc,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:35.615570 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66571cc3-7154-4ce4-9144-2b80fe89a181 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.618113 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66571cc3-7154-4ce4-9144-2b80fe89a181 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.619258 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-66571cc3-7154-4ce4-9144-2b80fe89a181 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "DELETE /v2.0/floatingips/af9a1ff2-9443-44a1-9c8e-9e033ddd91b9 HTTP/1.1" status: 204 len: 168 time: 0.4419177 Oct 12 16:52:35.875801 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46298) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:35.880376 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-4e37a135-c33b-4760-9328-c2a059cd09c0 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055245263', 'description': 'tempest-description--2050040747'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:35.901915 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4e37a135-c33b-4760-9328-c2a059cd09c0 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.971776 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4e37a135-c33b-4760-9328-c2a059cd09c0 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.975812 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4e37a135-c33b-4760-9328-c2a059cd09c0 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.001981 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4e37a135-c33b-4760-9328-c2a059cd09c0 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.003239 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-4e37a135-c33b-4760-9328-c2a059cd09c0 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1264379 Oct 12 16:52:36.007584 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46302) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:36.011893 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-30d832df-148a-4aa8-9360-75f3e33e98f7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'security_group_rule': {'security_group_id': '4e59c51d-c49c-4a69-8de0-5694bd8ec407', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:36.019715 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d72025-7833-457c-9d6f-440a266f4a4b req-81837bd5-4e53-47e0-95b4-b2ef18d46762 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:36.021222 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f7d72025-7833-457c-9d6f-440a266f4a4b req-81837bd5-4e53-47e0-95b4-b2ef18d46762 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0570409 Oct 12 16:52:36.023988 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37a135-c33b-4760-9328-c2a059cd09c0 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e59c51d-c49c-4a69-8de0-5694bd8ec407,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:36.043345 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-30d832df-148a-4aa8-9360-75f3e33e98f7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.063642 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f7d72025-7833-457c-9d6f-440a266f4a4b req-30daf31c-4263-4784-9c1c-14b83c20bc32 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358832 Oct 12 16:52:36.091860 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-30d832df-148a-4aa8-9360-75f3e33e98f7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.096688 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-30d832df-148a-4aa8-9360-75f3e33e98f7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.116415 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d832df-148a-4aa8-9360-75f3e33e98f7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb5b6db-ae91-42ee-b2a1-0ab5acaae6f3,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:36.126302 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-30d832df-148a-4aa8-9360-75f3e33e98f7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.127557 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-30d832df-148a-4aa8-9360-75f3e33e98f7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190517 Oct 12 16:52:36.130182 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46306) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:36.134643 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-ae9ee8a4-1ca3-4aad-9f2b-40e49b995da9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'security_group_rule': {'security_group_id': '4e59c51d-c49c-4a69-8de0-5694bd8ec407', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:36.160268 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee8a4-1ca3-4aad-9f2b-40e49b995da9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.218148 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee8a4-1ca3-4aad-9f2b-40e49b995da9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.221665 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee8a4-1ca3-4aad-9f2b-40e49b995da9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.239468 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ee8a4-1ca3-4aad-9f2b-40e49b995da9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f02694-617a-472b-8733-6c6534e6dc03,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:36.244381 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee8a4-1ca3-4aad-9f2b-40e49b995da9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.245580 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-ae9ee8a4-1ca3-4aad-9f2b-40e49b995da9 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144536 Oct 12 16:52:36.249173 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46308) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:36.253574 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'floatingip': {'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:36.277103 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.374448 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.483158 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Allocated IP 172.27.2.154 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/073e7ac8-c4d2-43eb-b818-fa1ff81cea07) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:36.592085 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.626015 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.664822 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:36.669122 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:36.674104 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:36.677001 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'Port': ['ID=073e7ac8-c4d2-43eb-b818-fa1ff81cea07,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:36.758622 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.791024 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.935875 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.940416 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:37.003342 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'Port': ['ID=073e7ac8-c4d2-43eb-b818-fa1ff81cea07,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:37.016988 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:37.032244 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:37.033464 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-0fe95911-0535-462e-8885-734c7cebb91a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7833295 Oct 12 16:52:37.183546 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd966ef6-7e34-4b45-ae49-5517b7fd1642 req-3496473f-cb0a-4b06-b3ae-57ef68d3554b tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:37.184977 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dd966ef6-7e34-4b45-ae49-5517b7fd1642 req-3496473f-cb0a-4b06-b3ae-57ef68d3554b tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0501382 Oct 12 16:52:37.224745 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dd966ef6-7e34-4b45-ae49-5517b7fd1642 req-6030b12a-48fd-4ae3-ac90-cd9e3c32e5ff tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336504 Oct 12 16:52:37.324751 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-c01358ff-a621-49e5-9e43-6ca8b5946d57 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2055245263&fields=id&tenant_id=bef38560185b407ea90862e9626f9afc HTTP/1.1" status: 200 len: 267 time: 0.0311761 Oct 12 16:52:37.426757 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-e8451f17-6cd7-4991-9fbe-755c9cac7dfe tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:37.428173 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-e8451f17-6cd7-4991-9fbe-755c9cac7dfe tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 811 time: 0.0965421 Oct 12 16:52:37.443475 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-2bea6c88-f8ed-40b6-aea8-e7a13e5f2569 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/quotas/bef38560185b407ea90862e9626f9afc HTTP/1.1" status: 200 len: 375 time: 0.0096667 Oct 12 16:52:37.497876 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-71f08ce9-0b5b-4c66-a65d-f0c0bbb99a34 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490263 Oct 12 16:52:37.590811 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-cb2c4a37-93a4-46e6-9682-795ae2562fd7 service neutron] 10.222.0.48 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801830 Oct 12 16:52:37.680326 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-baf6c6d7-60bd-41ce-8d49-0f3263a77e17 service neutron] 10.222.0.48 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831854 Oct 12 16:52:37.832761 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2d5f78a9-3aac-496d-9add-9cdd475d86a4 req-6006d2c9-d8ee-49e5-bab8-0f61523062b2 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 210 time: 0.0256763 Oct 12 16:52:38.334669 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d2458-9154-42c7-80f0-15dcc66954e1 req-87d782e3-19cd-43ad-a44a-ef61a9871ece tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:38.336070 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e44d2458-9154-42c7-80f0-15dcc66954e1 req-87d782e3-19cd-43ad-a44a-ef61a9871ece tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0470662 Oct 12 16:52:38.350099 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 5619f519-7a32-4d5c-a4f0-537afdd4c266 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:52:38.370897 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 5619f519-7a32-4d5c-a4f0-537afdd4c266 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:52:38.371195 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 5619f519-7a32-4d5c-a4f0-537afdd4c266 not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:52:38.381284 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e44d2458-9154-42c7-80f0-15dcc66954e1 req-b11376ff-1e5c-4bd8-8ef2-eca21bff056b tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383644 Oct 12 16:52:38.926628 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2313f259-85e2-4193-9805-50b25364fd80 req-b00d370a-856b-4acc-870f-8fdf4c10270b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 210 time: 0.0260456 Oct 12 16:52:39.170489 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-70bec6f8-65b4-4cc6-a47c-4d6b77c36f01 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:39.171856 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-70bec6f8-65b4-4cc6-a47c-4d6b77c36f01 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.25 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 811 time: 0.1035194 Oct 12 16:52:39.224104 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-c5c9a9f0-68fe-4b79-9312-9acf3bc849dc tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bef38560185b407ea90862e9626f9afc HTTP/1.1" status: 200 len: 380 time: 0.0346298 Oct 12 16:52:39.237074 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'port': {'device_id': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'admin_state_up': True, 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'security_groups': ['4e59c51d-c49c-4a69-8de0-5694bd8ec407']}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:39.343763 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Made reservation on behalf of bef38560185b407ea90862e9626f9afc for: {'port': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:52:39.347279 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:39.471596 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Allocated IP 172.20.0.12 (305d87b2-e9e4-4739-b688-2648a68da451/109ed70d-b303-4e9e-ad8c-e110e5884b8f/00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:39.498002 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878aecd5-7196-46d0-9736-b791d8e7485c req-ba45b30f-af56-425e-8324-e9519921d7a6 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:39.499520 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-878aecd5-7196-46d0-9736-b791d8e7485c req-ba45b30f-af56-425e-8324-e9519921d7a6 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0521092 Oct 12 16:52:39.543274 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-878aecd5-7196-46d0-9736-b791d8e7485c req-6b02afae-84bd-4a2d-a3f4-b1470f6aa5d4 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370951 Oct 12 16:52:39.621418 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:39.654830 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:39.700758 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Network 305d87b2-e9e4-4739-b688-2648a68da451 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:39.705873 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:39.708540 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:39.738947 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event updated for resources: {'Port': ['ID=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:39.771558 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:39.772209 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:39.802423 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-f115bf5b-82aa-4c9a-ae25-c9d2227fba3e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5694573 Oct 12 16:52:39.825510 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Request body: {'port': {'device_id': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:39.881992 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:39.949695 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-83992d8b-a9de-49e3-81d6-b26d96a24064 None None] Provisioning complete for port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:39.950788 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-83992d8b-a9de-49e3-81d6-b26d96a24064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:39.990868 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-83992d8b-a9de-49e3-81d6-b26d96a24064 None None] Port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:52:40.042914 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cdb53-6b20-4773-836f-4dc204c7d502 req-a51817e9-80d6-4f0a-a3b8-fe2b14d487a6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:40.044416 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f81cdb53-6b20-4773-836f-4dc204c7d502 req-a51817e9-80d6-4f0a-a3b8-fe2b14d487a6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 932 time: 0.0484083 Oct 12 16:52:40.082979 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f81cdb53-6b20-4773-836f-4dc204c7d502 req-c0efd5cd-dbad-495f-a837-85aad9eceefd tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317223 Oct 12 16:52:40.142951 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:40.150120 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:40.161766 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Transition to ACTIVE for port object 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b will not be triggered until provisioned by entity L2. {{(pid=100532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:52:40.166292 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:40.218367 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Pushing event updated for resources: {'Port': ['ID=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:40.285653 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Attempting to bind port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:52:40.285986 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Attempting to bind port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:52:40.286312 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Attempting to bind port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b on network 305d87b2-e9e4-4739-b688-2648a68da451 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:40.290739 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b on network 305d87b2-e9e4-4739-b688-2648a68da451 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:52:40.291052 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Attempting to bind port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b on network 305d87b2-e9e4-4739-b688-2648a68da451 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:40.296504 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:52:40.296832 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Checking segment: {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:52:40.297210 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Bound using segment: {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:52:40.297683 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Bound port: 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:52:40.298035 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:40.367869 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] For port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b, host hv-cinder-81322, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:52:40.370957 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] For port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:52:40.375093 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:40.408622 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:40.409409 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:40.412649 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] 10.222.0.25 "PUT /v2.0/ports/00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b HTTP/1.1" status: 200 len: 1094 time: 0.5910273 Oct 12 16:52:40.415020 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'tag': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:40.417654 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff13accb-6145-41c9-96b4-741cbe8d6271" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf8cde1-a1d3-42f1-b404-509490dc88da", "tag": "00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:40.446342 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c929f34-1f53-469e-ab4e-eb0ddefd1393 service neutron] Pushing event updated for resources: {'Port': ['ID=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:40.458965 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84510d8-7506-4b35-bfdc-67ec8694541c x-openstack-request-id: req-f84510d8-7506-4b35-bfdc-67ec8694541c {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:40.459223 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf8cde1-a1d3-42f1-b404-509490dc88da", "tag": "00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:40.459482 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f84510d8-7506-4b35-bfdc-67ec8694541c {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:40.459875 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'tag': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b', 'status': 'completed', 'code': 200} Oct 12 16:52:40.521573 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-8d4e9811-474a-4c4c-ba56-9b3538c7ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:40.523090 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-8d4e9811-474a-4c4c-ba56-9b3538c7ff44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 1097 time: 0.0420294 Oct 12 16:52:40.573529 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-764424ca-9dfc-44dd-bd02-0e85c068a397 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b HTTP/1.1" status: 200 len: 217 time: 0.0359519 Oct 12 16:52:40.632006 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-835fa76d-3862-42e4-9155-a1c7725dfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:40.633538 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-835fa76d-3862-42e4-9155-a1c7725dfbeb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109ed70d-b303-4e9e-ad8c-e110e5884b8f HTTP/1.1" status: 200 len: 850 time: 0.0501816 Oct 12 16:52:40.661698 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855f6ce-49d8-4498-9b65-47b6305842fe req-683c2c38-4580-45ef-9909-4c42e708c2e3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:40.663790 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1855f6ce-49d8-4498-9b65-47b6305842fe req-683c2c38-4580-45ef-9909-4c42e708c2e3 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0514176 Oct 12 16:52:40.679069 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-64250490-dcd7-4400-8740-18e00abd26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:40.680526 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-64250490-dcd7-4400-8740-18e00abd26e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=305d87b2-e9e4-4739-b688-2648a68da451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396843 Oct 12 16:52:40.702511 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1855f6ce-49d8-4498-9b65-47b6305842fe req-bafcbd6d-2bf3-4035-9ffa-103af38bdd50 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333419 Oct 12 16:52:40.767310 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-6708e87f-cc15-40bd-8fc7-aa2abcbbdc2b service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795674 Oct 12 16:52:40.865212 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-72ea47af-34b3-41de-b3e7-03cccec2b82b req-b619077a-2d66-4902-93da-1f36fdb3c993 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896840 Oct 12 16:52:41.006935 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13accb-6145-41c9-96b4-741cbe8d6271 req-b8af5194-fe13-41ca-ad99-1c946e04b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:41.008434 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ff13accb-6145-41c9-96b4-741cbe8d6271 req-b8af5194-fe13-41ca-ad99-1c946e04b2cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 1097 time: 0.0470212 Oct 12 16:52:41.100994 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13accb-6145-41c9-96b4-741cbe8d6271 req-e32edfd3-4922-4a8b-80f1-037af392e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:41.102393 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ff13accb-6145-41c9-96b4-741cbe8d6271 req-e32edfd3-4922-4a8b-80f1-037af392e889 service neutron] 10.222.0.25 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 912 time: 0.0864234 Oct 12 16:52:41.144579 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ff13accb-6145-41c9-96b4-741cbe8d6271 req-425b468e-b6ff-44b1-854e-58185d25d2db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b HTTP/1.1" status: 200 len: 217 time: 0.0344265 Oct 12 16:52:41.193821 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13accb-6145-41c9-96b4-741cbe8d6271 req-61bf4701-1820-428c-879b-1b57fad0700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:41.195274 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ff13accb-6145-41c9-96b4-741cbe8d6271 req-61bf4701-1820-428c-879b-1b57fad0700b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109ed70d-b303-4e9e-ad8c-e110e5884b8f HTTP/1.1" status: 200 len: 850 time: 0.0429466 Oct 12 16:52:41.204829 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538120f3-30cb-4d2c-a88e-da90c73b53a2 req-6377d041-be77-4241-8ab7-c2a0ff08da57 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:41.206437 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-538120f3-30cb-4d2c-a88e-da90c73b53a2 req-6377d041-be77-4241-8ab7-c2a0ff08da57 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 944 time: 0.0525799 Oct 12 16:52:41.244106 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13accb-6145-41c9-96b4-741cbe8d6271 req-f35c3c32-1111-49d4-9d70-1c4cedc9fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:41.244677 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-538120f3-30cb-4d2c-a88e-da90c73b53a2 req-3537f5aa-d1e5-4048-a1ca-a1b89f15f55a tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317221 Oct 12 16:52:41.245842 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ff13accb-6145-41c9-96b4-741cbe8d6271 req-f35c3c32-1111-49d4-9d70-1c4cedc9fbfa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=305d87b2-e9e4-4739-b688-2648a68da451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426328 Oct 12 16:52:41.335168 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ff13accb-6145-41c9-96b4-741cbe8d6271 req-e5a12716-a3eb-411a-a5b5-2c037eec2ba0 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814347 Oct 12 16:52:41.431923 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ff13accb-6145-41c9-96b4-741cbe8d6271 req-a2aa1097-55dd-478e-a348-b5eb7daeffa5 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881402 Oct 12 16:52:41.815547 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8760e-e0b3-49cb-ae64-f4d07f09f2ce req-686c580f-5260-4292-88eb-45f2434e81f2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:41.816997 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5ca8760e-e0b3-49cb-ae64-f4d07f09f2ce req-686c580f-5260-4292-88eb-45f2434e81f2 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0478327 Oct 12 16:52:41.855336 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5ca8760e-e0b3-49cb-ae64-f4d07f09f2ce req-f68b776e-1d8a-455a-b053-bd9ef1293869 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322781 Oct 12 16:52:42.358504 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ad28e-3541-46ec-8ac2-1b1cd4015c48 req-9fd21170-97f8-478a-add4-4022caf5bb07 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:42.359945 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9c4ad28e-3541-46ec-8ac2-1b1cd4015c48 req-9fd21170-97f8-478a-add4-4022caf5bb07 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 944 time: 0.0474641 Oct 12 16:52:42.404770 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9c4ad28e-3541-46ec-8ac2-1b1cd4015c48 req-0995db60-14fc-4742-a370-76e8399506fe tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307329 Oct 12 16:52:42.970193 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fde0c-5a40-4f6a-aa82-2eda3976386e req-870458b8-a3fc-48c3-8020-d0e8560c9517 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:42.971624 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7c5fde0c-5a40-4f6a-aa82-2eda3976386e req-870458b8-a3fc-48c3-8020-d0e8560c9517 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0508554 Oct 12 16:52:43.010344 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7c5fde0c-5a40-4f6a-aa82-2eda3976386e req-17f0d087-2a71-4556-af81-2a33ea2dd421 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325446 Oct 12 16:52:43.528368 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e40642-37ce-4c57-90e7-2361632f6e8a req-101b4c5d-7d0d-47a7-af55-b774159e7b6e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:43.530523 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-97e40642-37ce-4c57-90e7-2361632f6e8a req-101b4c5d-7d0d-47a7-af55-b774159e7b6e tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 944 time: 0.0496325 Oct 12 16:52:43.568535 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-97e40642-37ce-4c57-90e7-2361632f6e8a req-27a362f5-0fef-4f31-a930-e7f4023c9641 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318787 Oct 12 16:52:43.583549 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46416) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:43.687329 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a63562c5-f244-4805-ab36-8cc19574396a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:43.758556 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a63562c5-f244-4805-ab36-8cc19574396a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:43.762077 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a63562c5-f244-4805-ab36-8cc19574396a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:43.799002 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-a63562c5-f244-4805-ab36-8cc19574396a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99df1513187c40baa3fcbd2a745d039c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142596 Oct 12 16:52:43.800171 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63562c5-f244-4805-ab36-8cc19574396a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed18f026-5d33-4401-8dc7-55c0a9aeeb0d,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:43.801718 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 46420) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:43.850615 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d35b4b0c-e8ee-436d-924e-8c4057619475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:43.871509 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d35b4b0c-e8ee-436d-924e-8c4057619475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:43.921140 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d35b4b0c-e8ee-436d-924e-8c4057619475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:43.923733 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d35b4b0c-e8ee-436d-924e-8c4057619475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:43.924867 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-d35b4b0c-e8ee-436d-924e-8c4057619475 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed18f026-5d33-4401-8dc7-55c0a9aeeb0d HTTP/1.1" status: 204 len: 168 time: 0.1221499 Oct 12 16:52:43.934953 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b4b0c-e8ee-436d-924e-8c4057619475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed18f026-5d33-4401-8dc7-55c0a9aeeb0d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:44.127452 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f0de6-d212-42b5-8c56-d108508665d4 req-30c0da5a-445c-4c37-a2ad-e65d631ff6ed tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:44.129013 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f68f0de6-d212-42b5-8c56-d108508665d4 req-30c0da5a-445c-4c37-a2ad-e65d631ff6ed tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0511322 Oct 12 16:52:44.171247 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f68f0de6-d212-42b5-8c56-d108508665d4 req-ce380bc1-87da-4b08-9d05-711f731231ab tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358906 Oct 12 16:52:44.356941 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:52:44.452578 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:44.464196 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'port_id': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b', 'mac_address': 'fa:16:3e:cd:07:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:52:44.505003 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:44.640004 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:44.660930 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:44.666146 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:44.691781 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78f9d9-e6e5-42f0-bfda-e3394f565c18 req-3cd65046-e441-4e83-9f47-865e01aa5f01 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:44.693823 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0a78f9d9-e6e5-42f0-bfda-e3394f565c18 req-3cd65046-e441-4e83-9f47-865e01aa5f01 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 944 time: 0.0535684 Oct 12 16:52:44.717591 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:44.725709 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.726210 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.727300 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.727757 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.728195 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.729259 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.729833 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.730276 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.730708 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.731279 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.731704 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.732137 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:44.746214 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0a78f9d9-e6e5-42f0-bfda-e3394f565c18 req-0ba512e2-a7e6-4b2a-ab0e-60883bb47e68 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394716 Oct 12 16:52:44.985250 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:52:45.291263 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ecef6-3587-4734-9630-cc5a92a54f3b req-6ed7264c-46b7-47b0-a986-9c7928ae7f5b tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:45.292780 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-da1ecef6-3587-4734-9630-cc5a92a54f3b req-6ed7264c-46b7-47b0-a986-9c7928ae7f5b tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0518899 Oct 12 16:52:45.336125 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-da1ecef6-3587-4734-9630-cc5a92a54f3b req-c37eafd6-bbd8-4129-b43c-85b1d4d23bc1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1ad28a2-c813-4e8b-84b8-0753bda251cd&id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368965 Oct 12 16:52:45.459490 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:45.853307 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac3963-a895-4990-a250-9d6b261f026a req-d2d630a0-ea20-4d6d-b367-b3b628c6dae4 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:45.854857 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-efac3963-a895-4990-a250-9d6b261f026a req-d2d630a0-ea20-4d6d-b367-b3b628c6dae4 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 945 time: 0.0503645 Oct 12 16:52:45.903838 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-efac3963-a895-4990-a250-9d6b261f026a req-848e0a0e-e463-4b84-99ae-1f1f91eb66a3 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378006 Oct 12 16:52:46.371302 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:52:46.418630 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:52:46.422212 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:46.422580 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:46.497655 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:46.520340 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:46.522569 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a874a648-fc83-4c18-9f23-44a9b064b207" -d '{"events": [{"server_uuid": "1bf8cde1-a1d3-42f1-b404-509490dc88da", "name": "network-vif-plugged", "status": "completed", "tag": "00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:46.534894 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:46.539114 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:46.566018 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d354ed1c-4b73-4fc7-834e-762b6e729909 x-openstack-request-id: req-d354ed1c-4b73-4fc7-834e-762b6e729909 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:46.566303 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf8cde1-a1d3-42f1-b404-509490dc88da", "name": "network-vif-plugged", "status": "completed", "tag": "00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:46.566548 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d354ed1c-4b73-4fc7-834e-762b6e729909 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:46.566917 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b', 'code': 200} Oct 12 16:52:46.592348 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:46.750709 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0cfa-b5d5-4e8e-b858-a33460a3a543 req-d55bdc65-fbbd-4b11-92d7-9b9acbbeac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:46.752031 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-42ad0cfa-b5d5-4e8e-b858-a33460a3a543 req-d55bdc65-fbbd-4b11-92d7-9b9acbbeac26 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 1099 time: 0.0387473 Oct 12 16:52:46.785653 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-42ad0cfa-b5d5-4e8e-b858-a33460a3a543 req-71af69e6-7813-4719-8884-069370657ead service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262163 Oct 12 16:52:46.913750 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:52:47.027159 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8adb7b-6954-4756-84c0-8dd7c99c9b60 req-645fae15-c9f9-41a7-8d53-927285305917 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:47.028656 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b8adb7b-6954-4756-84c0-8dd7c99c9b60 req-645fae15-c9f9-41a7-8d53-927285305917 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 946 time: 0.0499105 Oct 12 16:52:47.067156 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b8adb7b-6954-4756-84c0-8dd7c99c9b60 req-0e871cda-3bf9-4cc9-a6e7-de06fe4e8af4 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324836 Oct 12 16:52:48.181177 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758e9e7-566b-4fc4-8ba5-0883af327d40 req-e7356487-ec56-43ae-ba89-384932c4d157 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:48.182650 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5758e9e7-566b-4fc4-8ba5-0883af327d40 req-e7356487-ec56-43ae-ba89-384932c4d157 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 946 time: 0.0472689 Oct 12 16:52:48.223354 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5758e9e7-566b-4fc4-8ba5-0883af327d40 req-5fd18420-2484-48e0-b870-1aa641d04080 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347352 Oct 12 16:52:48.332537 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa484a-cb71-477d-8b04-16b1883e9926 req-41ade7c6-1af5-42ee-ac01-2a4b60c0beea tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:48.334051 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-37aa484a-cb71-477d-8b04-16b1883e9926 req-41ade7c6-1af5-42ee-ac01-2a4b60c0beea tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 946 time: 0.0474184 Oct 12 16:52:48.343479 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 46530) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:48.347774 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-adde4de8-9962-452f-a376-35c4695acab1 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Request body: {'floatingip': {'port_id': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:48.393419 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-adde4de8-9962-452f-a376-35c4695acab1 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:48.822482 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-adde4de8-9962-452f-a376-35c4695acab1 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:48.826941 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-adde4de8-9962-452f-a376-35c4695acab1 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:48.924596 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.l3_db [None req-adde4de8-9962-452f-a376-35c4695acab1 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Floating IP 88348aae-6e01-4cca-8ab5-d5a5013e4009 associated. External IP: 172.27.2.154, port: 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b. Oct 12 16:52:49.150007 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adde4de8-9962-452f-a376-35c4695acab1 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Router ca159568-2c24-4528-9742-de9248d1eb13 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:52:49.258858 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adde4de8-9962-452f-a376-35c4695acab1 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:52:49.263742 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-adde4de8-9962-452f-a376-35c4695acab1 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:49.269036 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9df31b-f167-430e-a6a9-c96357d78c43 None None] Sync routers for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:52:49.278539 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9df31b-f167-430e-a6a9-c96357d78c43 None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:49.279152 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0b9df31b-f167-430e-a6a9-c96357d78c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:49.288936 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-adde4de8-9962-452f-a376-35c4695acab1 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "PUT /v2.0/floatingips/88348aae-6e01-4cca-8ab5-d5a5013e4009 HTTP/1.1" status: 200 len: 992 time: 0.9444292 Oct 12 16:52:49.289520 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'tag': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:49.291763 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427d76ac-a696-4da2-96fa-1758cfdeafc8" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf8cde1-a1d3-42f1-b404-509490dc88da", "tag": "00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:49.331805 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160ce1d2-db69-4f89-ae98-5240a568b83d x-openstack-request-id: req-160ce1d2-db69-4f89-ae98-5240a568b83d {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:49.332160 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf8cde1-a1d3-42f1-b404-509490dc88da", "tag": "00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:49.332473 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-160ce1d2-db69-4f89-ae98-5240a568b83d {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:49.332919 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'tag': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b', 'status': 'completed', 'code': 200} Oct 12 16:52:49.388535 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0b9df31b-f167-430e-a6a9-c96357d78c43 None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:49.441661 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d76ac-a696-4da2-96fa-1758cfdeafc8 req-88832e56-a8ae-423e-b1b1-85b19df19c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:49.443116 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-427d76ac-a696-4da2-96fa-1758cfdeafc8 req-88832e56-a8ae-423e-b1b1-85b19df19c2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bef38560185b407ea90862e9626f9afc&device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 1099 time: 0.0429304 Oct 12 16:52:49.539544 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d76ac-a696-4da2-96fa-1758cfdeafc8 req-8d2bb99d-80bd-49ed-a77e-688d984a50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:49.540994 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-427d76ac-a696-4da2-96fa-1758cfdeafc8 req-8d2bb99d-80bd-49ed-a77e-688d984a50f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 200 len: 912 time: 0.0878408 Oct 12 16:52:49.618235 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0b9df31b-f167-430e-a6a9-c96357d78c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '88348aae-6e01-4cca-8ab5-d5a5013e4009', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'port_id': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'mac_address': 'fa:16:3e:cd:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:52:36Z', 'updated_at': '2021-10-12T16:52:48Z', 'revision_number': 1, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:49.620991 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-427d76ac-a696-4da2-96fa-1758cfdeafc8 req-a34dceab-f63c-4b59-83a6-8de8a44349de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b HTTP/1.1" status: 200 len: 1000 time: 0.0610397 Oct 12 16:52:49.647417 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9df31b-f167-430e-a6a9-c96357d78c43 None None] Checking router: ca159568-2c24-4528-9742-de9248d1eb13 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:52:49.656011 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9df31b-f167-430e-a6a9-c96357d78c43 None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:49.656611 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0b9df31b-f167-430e-a6a9-c96357d78c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:49.674532 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d76ac-a696-4da2-96fa-1758cfdeafc8 req-fe5c5859-ebc2-488b-a51c-6b3c8c45aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:49.676000 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-427d76ac-a696-4da2-96fa-1758cfdeafc8 req-fe5c5859-ebc2-488b-a51c-6b3c8c45aac8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109ed70d-b303-4e9e-ad8c-e110e5884b8f HTTP/1.1" status: 200 len: 850 time: 0.0433619 Oct 12 16:52:49.719448 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d76ac-a696-4da2-96fa-1758cfdeafc8 req-7f7e7fe9-76e0-4ab1-8500-8a7667385b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:49.720901 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-427d76ac-a696-4da2-96fa-1758cfdeafc8 req-7f7e7fe9-76e0-4ab1-8500-8a7667385b2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=305d87b2-e9e4-4739-b688-2648a68da451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381751 Oct 12 16:52:49.759681 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0b9df31b-f167-430e-a6a9-c96357d78c43 None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:49.991162 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0b9df31b-f167-430e-a6a9-c96357d78c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '88348aae-6e01-4cca-8ab5-d5a5013e4009', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'port_id': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'mac_address': 'fa:16:3e:cd:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:52:36Z', 'updated_at': '2021-10-12T16:52:48Z', 'revision_number': 1, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:50.018584 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9df31b-f167-430e-a6a9-c96357d78c43 None None] The sync data for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi is: [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '88348aae-6e01-4cca-8ab5-d5a5013e4009', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'port_id': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'mac_address': 'fa:16:3e:cd:07:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:52:36Z', 'updated_at': '2021-10-12T16:52:48Z', 'revision_number': 1, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:52:50.063601 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-427d76ac-a696-4da2-96fa-1758cfdeafc8 req-d3b2cd1e-2f34-4307-bf98-2d06bad43194 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280504 Oct 12 16:52:50.161684 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-427d76ac-a696-4da2-96fa-1758cfdeafc8 req-91db3808-5ef8-475b-a5fb-81794ec04f28 service neutron] 10.222.0.25 "GET /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902033 Oct 12 16:52:50.224771 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9983eab6-fc48-4b72-ac80-97a3426d7185 None None] New status for floating IP 88348aae-6e01-4cca-8ab5-d5a5013e4009: ACTIVE {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:52:51.741957 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46586) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:51.845095 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50447ed1-c66b-4cd6-8f47-ed89761c9f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:51.917179 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50447ed1-c66b-4cd6-8f47-ed89761c9f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:51.920706 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50447ed1-c66b-4cd6-8f47-ed89761c9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:51.957561 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-50447ed1-c66b-4cd6-8f47-ed89761c9f37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=186ef60b4a794fed9ddc07d566bc1a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145185 Oct 12 16:52:51.958402 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50447ed1-c66b-4cd6-8f47-ed89761c9f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7ebb9e-fc48-403a-945b-fc2490b6c30c,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:51.960369 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 46590) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:52.009618 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce8b0-d8fd-4e79-9887-93cb5ff11291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.030146 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce8b0-d8fd-4e79-9887-93cb5ff11291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.075127 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce8b0-d8fd-4e79-9887-93cb5ff11291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.077771 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce8b0-d8fd-4e79-9887-93cb5ff11291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.078896 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-0a9ce8b0-d8fd-4e79-9887-93cb5ff11291 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb7ebb9e-fc48-403a-945b-fc2490b6c30c HTTP/1.1" status: 204 len: 168 time: 0.1175127 Oct 12 16:52:52.086200 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ce8b0-d8fd-4e79-9887-93cb5ff11291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7ebb9e-fc48-403a-945b-fc2490b6c30c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:52.326470 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 46596) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:52.339268 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-899adb2f-6c29-4dcb-ae3e-4b98d478b854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.414552 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-899adb2f-6c29-4dcb-ae3e-4b98d478b854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.418919 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-899adb2f-6c29-4dcb-ae3e-4b98d478b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.457021 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-899adb2f-6c29-4dcb-ae3e-4b98d478b854 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43fd41cf25754cc3ba43d81ee351c100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295192 Oct 12 16:52:52.457690 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899adb2f-6c29-4dcb-ae3e-4b98d478b854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5512d47e-1a36-48ff-8acd-0b435394833e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:52.460283 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46598) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:52.507458 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5af7e032-a763-4f48-ab5c-b3922fe9e6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.527845 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5af7e032-a763-4f48-ab5c-b3922fe9e6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.573687 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5af7e032-a763-4f48-ab5c-b3922fe9e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.576182 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5af7e032-a763-4f48-ab5c-b3922fe9e6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.577437 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5af7e032-a763-4f48-ab5c-b3922fe9e6ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5512d47e-1a36-48ff-8acd-0b435394833e HTTP/1.1" status: 204 len: 168 time: 0.1159611 Oct 12 16:52:52.584879 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7e032-a763-4f48-ab5c-b3922fe9e6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5512d47e-1a36-48ff-8acd-0b435394833e,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:52.885931 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46608) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:52.899098 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56416084-76f6-433e-b7ee-91fb8df97447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.975698 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56416084-76f6-433e-b7ee-91fb8df97447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.979344 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56416084-76f6-433e-b7ee-91fb8df97447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:53.015068 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56416084-76f6-433e-b7ee-91fb8df97447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690860b2-3aac-41b1-a1fe-55b89d248555,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:53.020102 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-56416084-76f6-433e-b7ee-91fb8df97447 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01625129648146b48e2f209734809f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331527 Oct 12 16:52:53.023078 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46610) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:53.068790 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-79806f75-628c-4a6e-8920-0c6ca717aa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:53.089105 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-79806f75-628c-4a6e-8920-0c6ca717aa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:53.134947 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-79806f75-628c-4a6e-8920-0c6ca717aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:53.137451 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-79806f75-628c-4a6e-8920-0c6ca717aa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:53.138556 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-79806f75-628c-4a6e-8920-0c6ca717aa83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/690860b2-3aac-41b1-a1fe-55b89d248555 HTTP/1.1" status: 204 len: 168 time: 0.1148727 Oct 12 16:52:53.146297 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79806f75-628c-4a6e-8920-0c6ca717aa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690860b2-3aac-41b1-a1fe-55b89d248555,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:53.774754 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46634) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:53.868701 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-100529169-network', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:53.889636 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Made reservation on behalf of b73d362cc56e4184b1481cb51a6186e3 for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:52:53.891875 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:53.899902 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:53.974379 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:53.978412 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.000184 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:52:54.016674 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417ae518-d04a-4655-a262-53c7d502b13b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:54.020463 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.020860 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Added segment 011221b1-e5a4-4395-bf07-8a054c330481 of type vlan for network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 Oct 12 16:52:54.059360 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.083451 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.084386 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:54.084966 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.134086 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3580954 Oct 12 16:52:54.137261 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 46640) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:54.142890 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] Request body: {'subnet': {'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-100529169-subnet', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:54.145095 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb4cea-6b7a-4da3-b94b-146fbe21b6ad admin admin] Pushing event updated for resources: {'Network': ['ID=5b3fc943-a9a2-418a-a307-ce8b4621a5d6,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:54.155063 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:52:54.163259 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] Made reservation on behalf of b73d362cc56e4184b1481cb51a6186e3 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:52:54.165680 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12449927'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.330420 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12449961'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.381722 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c296af-0b8c-480b-9c67-efcb85835c98,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:54.391510 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] Checking segment: {'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:52:54.391861 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] Network hostable DHCP agents. Network: 5b3fc943-a9a2-418a-a307-ce8b4621a5d6, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:52:54.407997 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] Network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:52:54.416658 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, 5b3fc943-a9a2-418a-a307-ce8b4621a5d6) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:54.422046 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:54.423220 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.426328 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4252eb7-2d7a-4c0d-990d-74506cf55ed7 None None] Network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:52:54.441571 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46642) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:54.441758 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-aecb93ed-ba5f-4ed5-8fc3-16d9ab2c0a3f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3032894 Oct 12 16:52:54.446088 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:54.466108 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4964'] for router, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.467109 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4975'] for router, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.520509 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.570058 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61e6fcb5-174d-52f8-b15f-9efeedbf2b29-5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98'}]}} from dv-cinder-813221-2-iscsi. {{(pid=100533) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:52:54.570946 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.650799 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.703825 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.db_base_plugin_common [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Allocated IP 172.20.0.2 (5b3fc943-a9a2-418a-a307-ce8b4621a5d6/d9c296af-0b8c-480b-9c67-efcb85835c98/cbe08fcc-82fb-4784-9805-491d5bca7e50) {{(pid=100533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:54.829315 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-af5325f1-107f-432c-8004-7a3564013c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.851365 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.852162 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.859630 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.873001 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.905887 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 is already hosted by enough agents. {{(pid=100533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:54.908693 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Resources bound (agent type, host, resource id): {{(pid=100533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:54.913123 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Received port after_create {{(pid=100533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:54.916202 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Pushing event updated for resources: {'Port': ['ID=cbe08fcc-82fb-4784-9805-491d5bca7e50,revision_number=1']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:54.971037 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Attempting to bind port cbe08fcc-82fb-4784-9805-491d5bca7e50 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:52:54.971311 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Attempting to bind port cbe08fcc-82fb-4784-9805-491d5bca7e50 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:52:54.971669 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Attempting to bind port cbe08fcc-82fb-4784-9805-491d5bca7e50 on network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:54.976562 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:52:54.976928 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Checking segment: {'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:52:54.977323 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.977742 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Bound using segment: {'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:52:54.978205 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Bound port: cbe08fcc-82fb-4784-9805-491d5bca7e50, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:52:54.978585 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.994475 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Allocated IP 172.27.2.64 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/41f57424-7dc5-4352-a776-e52525257655) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:55.040981 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] For port cbe08fcc-82fb-4784-9805-491d5bca7e50, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:52:55.044062 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] For port cbe08fcc-82fb-4784-9805-491d5bca7e50, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=cbe08fcc-82fb-4784-9805-491d5bca7e50,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:52:55.049068 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:55.103332 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:55.112020 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec38c5-a5d4-4fbc-83e1-7aa0284bd9d9 None None] Pushing event updated for resources: {'Port': ['ID=cbe08fcc-82fb-4784-9805-491d5bca7e50,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:55.145826 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:55.188923 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:55.191823 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:55.195562 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:55.219529 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Pushing event updated for resources: {'Port': ['ID=41f57424-7dc5-4352-a776-e52525257655,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:55.463104 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:55.651202 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464375'] for router, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:55.781280 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Router 5806cfff-b067-4012-b34a-e752f9325262 is scheduled to L3 agent 47858efe-f191-44e1-97b8-339f14938278 with binding_index 1 {{(pid=100532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:52:55.887156 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:52:55.897508 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Sync routers for ids ['5806cfff-b067-4012-b34a-e752f9325262'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:52:55.907258 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:55.908468 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-b8d1c75f-260c-44fb-b73e-4d14312b16a3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4657612 Oct 12 16:52:55.911213 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46648) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:55.912241 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Routers {'5806cfff-b067-4012-b34a-e752f9325262'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:55.912863 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['5806cfff-b067-4012-b34a-e752f9325262'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:55.995218 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb7ad5-1242-4827-811f-c065a87c9969 None None] Network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:52:56.187577 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Set router 5806cfff-b067-4012-b34a-e752f9325262 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:56.249967 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-63c13d35-b6b3-4002-8bb9-636686fe9ae1 None None] Provisioning complete for port cbe08fcc-82fb-4784-9805-491d5bca7e50 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:56.250940 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-63c13d35-b6b3-4002-8bb9-636686fe9ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:56.322585 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:56.474883 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Allocated IP 172.20.0.1 (5b3fc943-a9a2-418a-a307-ce8b4621a5d6/d9c296af-0b8c-480b-9c67-efcb85835c98/8c328266-109c-4876-b409-70322a376703) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:56.489264 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-63c13d35-b6b3-4002-8bb9-636686fe9ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:56.538451 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-63c13d35-b6b3-4002-8bb9-636686fe9ae1 None None] For port cbe08fcc-82fb-4784-9805-491d5bca7e50, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=cbe08fcc-82fb-4784-9805-491d5bca7e50,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:56.546005 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-63c13d35-b6b3-4002-8bb9-636686fe9ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:56.572918 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:55Z', 'revision_number': 3, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:56.585214 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:56.606169 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Checking router: 5806cfff-b067-4012-b34a-e752f9325262 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:52:56.606521 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Updating router 5806cfff-b067-4012-b34a-e752f9325262 port 41f57424-7dc5-4352-a776-e52525257655 binding host dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:52:56.622104 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:56.643419 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:56.645079 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c13d35-b6b3-4002-8bb9-636686fe9ae1 None None] Pushing event updated for resources: {'Port': ['ID=cbe08fcc-82fb-4784-9805-491d5bca7e50,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:56.678244 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:56.682428 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:56.684837 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:56.704803 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Pushing event updated for resources: {'Port': ['ID=8c328266-109c-4876-b409-70322a376703,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:56.726650 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464166'] for router_interface, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:56.812242 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-9a1c7a92-e7a6-45c5-9834-b7b350154347 None None] Provisioning complete for port cbe08fcc-82fb-4784-9805-491d5bca7e50 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:56.812552 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7a92-e7a6-45c5-9834-b7b350154347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:56.975795 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device cbe08fcc-82fb-4784-9805-491d5bca7e50 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:52:57.033980 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.041160 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.101688 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b5424-2331-4240-bee0-f9867c5d207b None None] Pushing event updated for resources: {'Port': ['ID=41f57424-7dc5-4352-a776-e52525257655,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:57.105345 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port cbe08fcc-82fb-4784-9805-491d5bca7e50 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:57.105742 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.108956 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Attempting to bind port 41f57424-7dc5-4352-a776-e52525257655 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:52:57.109430 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Attempting to bind port 41f57424-7dc5-4352-a776-e52525257655 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:52:57.109752 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Attempting to bind port 41f57424-7dc5-4352-a776-e52525257655 on network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:57.131885 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.140940 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:52:57.141315 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Checking segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:52:57.141746 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.142132 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Bound using segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:52:57.142604 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Bound port: 41f57424-7dc5-4352-a776-e52525257655, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:52:57.142983 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.203301 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-3f53e931-7bed-4705-8750-e67ea2816d4f None None] Provisioning complete for port 8c328266-109c-4876-b409-70322a376703 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:57.203728 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3f53e931-7bed-4705-8750-e67ea2816d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.261536 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] For port 41f57424-7dc5-4352-a776-e52525257655, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:52:57.282031 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] For port 41f57424-7dc5-4352-a776-e52525257655, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=41f57424-7dc5-4352-a776-e52525257655,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:52:57.285056 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-3f53e931-7bed-4705-8750-e67ea2816d4f None None] Port 8c328266-109c-4876-b409-70322a376703 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:52:57.289131 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.305881 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.310647 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.350079 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Routers {'5806cfff-b067-4012-b34a-e752f9325262'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:57.350852 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['5806cfff-b067-4012-b34a-e752f9325262'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:57.352567 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b5424-2331-4240-bee0-f9867c5d207b None None] Pushing event updated for resources: {'Port': ['ID=41f57424-7dc5-4352-a776-e52525257655,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:57.381182 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Pushing event updated for resources: {'Port': ['ID=8c328266-109c-4876-b409-70322a376703,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:57.383562 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438966'] for router_interface, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.463849 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] Set router 5806cfff-b067-4012-b34a-e752f9325262 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:57.478067 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:57.479401 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:57.519100 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-70c6c9a4-7fa0-4d71-83c1-4f59bda7b34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.600354 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Router 5806cfff-b067-4012-b34a-e752f9325262 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:52:57.687338 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8c328266-109c-4876-b409-70322a376703', 'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'mac_address': 'fa:16:3e:cc:04:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:56Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 2, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'subnets': [{'id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:57.710360 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:52:57.715343 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-6e02ae40-a582-4fcc-8c81-30a56111a23c admin admin] 10.222.0.48 "PUT /v2.0/routers/5806cfff-b067-4012-b34a-e752f9325262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8029673 Oct 12 16:52:57.715804 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a94493d-98cc-4389-b3b2-43981e124ce3 None None] The sync data for ids ['5806cfff-b067-4012-b34a-e752f9325262'] in dv-cinder-813221-2-iscsi is: [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8c328266-109c-4876-b409-70322a376703', 'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'mac_address': 'fa:16:3e:cc:04:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:56Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 2, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'subnets': [{'id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:52:57.726787 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-1107de1b-be6d-4217-83f2-c3a03d495076 None None] Provisioning complete for port 8c328266-109c-4876-b409-70322a376703 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:57.727188 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1107de1b-be6d-4217-83f2-c3a03d495076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:57.769711 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-1107de1b-be6d-4217-83f2-c3a03d495076 None None] Port 8c328266-109c-4876-b409-70322a376703 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:52:58.221282 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46672) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:58.226245 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-228683513-network', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:58.246465 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Made reservation on behalf of 1e4d368849104fd1a63230e27fb3bcfd for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:52:58.249178 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.260338 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.338694 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.346765 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.350860 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.376933 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:52:58.387017 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621f3e71-e4c2-466e-99f6-9134b9f7b98f,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:58.392847 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.393104 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Added segment f792b42e-7c8f-4085-986a-8854dd9240ec of type vlan for network fa706fa3-d4e0-4e36-bdac-ee7290e13548 Oct 12 16:52:58.438346 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.481800 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.483252 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:58.483845 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.542134 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3172228 Oct 12 16:52:58.542490 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 46678) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:58.547976 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] Request body: {'subnet': {'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-228683513-subnet', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:58.551535 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10f957-a6ae-465c-9128-d62d445dcc30 admin admin] Pushing event updated for resources: {'Network': ['ID=fa706fa3-d4e0-4e36-bdac-ee7290e13548,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:58.561954 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network fa706fa3-d4e0-4e36-bdac-ee7290e13548 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:52:58.571721 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] Made reservation on behalf of 1e4d368849104fd1a63230e27fb3bcfd for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:52:58.574265 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12449927'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.769579 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12449961'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.828731 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65260fec-6abe-4d5f-89e9-ee2852b11bc2,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:58.836254 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] Checking segment: {'id': 'f792b42e-7c8f-4085-986a-8854dd9240ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:52:58.836595 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] Network hostable DHCP agents. Network: fa706fa3-d4e0-4e36-bdac-ee7290e13548, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:52:58.858257 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] Network fa706fa3-d4e0-4e36-bdac-ee7290e13548 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:52:58.873036 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, fa706fa3-d4e0-4e36-bdac-ee7290e13548) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:58.878673 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:58.882034 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.890363 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9609cd55-25cd-46fb-be8f-d20cf6565c56 None None] Network fa706fa3-d4e0-4e36-bdac-ee7290e13548 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:52:58.904302 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-00279458-a772-4144-bf2b-2e67f6f72406 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3606384 Oct 12 16:52:58.907816 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46686) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:58.912765 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-228683513-router', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:58.964109 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4964'] for router, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.965688 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4975'] for router, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.998901 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.011949 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 41f57424-7dc5-4352-a776-e52525257655 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:52:59.059466 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.206577 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.255941 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 41f57424-7dc5-4352-a776-e52525257655 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:59.256602 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.302546 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61e6fcb5-174d-52f8-b15f-9efeedbf2b29-fa706fa3-d4e0-4e36-bdac-ee7290e13548', 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'fixed_ips': [{'subnet_id': '65260fec-6abe-4d5f-89e9-ee2852b11bc2'}]}} from dv-cinder-813221-2-iscsi. {{(pid=100533) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:52:59.303409 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.409932 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.430001 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.466678 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.499116 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port 41f57424-7dc5-4352-a776-e52525257655, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=41f57424-7dc5-4352-a776-e52525257655,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:59.507796 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.510234 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.db_base_plugin_common [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Allocated IP 172.20.0.2 (fa706fa3-d4e0-4e36-bdac-ee7290e13548/65260fec-6abe-4d5f-89e9-ee2852b11bc2/ca961c12-af29-4720-a78d-8d76b8759845) {{(pid=100533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:59.541205 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Allocated IP 172.27.2.47 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/c459613c-1f7a-44ad-b9f0-0e793ad2b790) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:59.603601 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=41f57424-7dc5-4352-a776-e52525257655,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:59.648369 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.683899 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.700882 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Notify callbacks [] for port, precommit_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.706817 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.718737 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:59.723487 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:59.726920 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:59.752417 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Network fa706fa3-d4e0-4e36-bdac-ee7290e13548 is already hosted by enough agents. {{(pid=100533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:59.755013 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.base_scheduler [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Resources bound (agent type, host, resource id): {{(pid=100533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:59.755198 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Pushing event updated for resources: {'Port': ['ID=c459613c-1f7a-44ad-b9f0-0e793ad2b790,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:59.757887 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Received port after_create {{(pid=100533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:59.772067 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Pushing event updated for resources: {'Port': ['ID=ca961c12-af29-4720-a78d-8d76b8759845,revision_number=1']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:59.817755 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Attempting to bind port ca961c12-af29-4720-a78d-8d76b8759845 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:52:59.818127 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Attempting to bind port ca961c12-af29-4720-a78d-8d76b8759845 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': 'f792b42e-7c8f-4085-986a-8854dd9240ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:52:59.818492 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Attempting to bind port ca961c12-af29-4720-a78d-8d76b8759845 on network fa706fa3-d4e0-4e36-bdac-ee7290e13548 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:59.823604 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:52:59.823995 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Checking segment: {'id': 'f792b42e-7c8f-4085-986a-8854dd9240ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:52:59.824382 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.824777 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Bound using segment: {'id': 'f792b42e-7c8f-4085-986a-8854dd9240ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:52:59.825247 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Bound port: ca961c12-af29-4720-a78d-8d76b8759845, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f792b42e-7c8f-4085-986a-8854dd9240ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:52:59.825730 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.890475 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] For port ca961c12-af29-4720-a78d-8d76b8759845, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:52:59.893863 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] For port ca961c12-af29-4720-a78d-8d76b8759845, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=ca961c12-af29-4720-a78d-8d76b8759845,segment=NetworkSegment(f792b42e-7c8f-4085-986a-8854dd9240ec),segment_id=f792b42e-7c8f-4085-986a-8854dd9240ec)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:52:59.897959 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:59.958443 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d3ce3-8c78-48a1-a18b-6ae4d07bb697 None None] Pushing event updated for resources: {'Port': ['ID=ca961c12-af29-4720-a78d-8d76b8759845,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:59.993891 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.021329 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Sync routers for ids ['5806cfff-b067-4012-b34a-e752f9325262'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:53:00.037792 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Routers {'5806cfff-b067-4012-b34a-e752f9325262'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:00.038624 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['5806cfff-b067-4012-b34a-e752f9325262'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:00.161998 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Set router 5806cfff-b067-4012-b34a-e752f9325262 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:00.239044 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464375'] for router, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.375151 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 is scheduled to L3 agent 47858efe-f191-44e1-97b8-339f14938278 with binding_index 1 {{(pid=100532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:53:00.438389 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.463238 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8c328266-109c-4876-b409-70322a376703', 'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'mac_address': 'fa:16:3e:cc:04:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:56Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 2, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'subnets': [{'id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:00.484723 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:53:00.494281 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Checking router: 5806cfff-b067-4012-b34a-e752f9325262 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:53:00.494487 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Sync routers for ids ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:53:00.494944 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Updating router 5806cfff-b067-4012-b34a-e752f9325262 port 8c328266-109c-4876-b409-70322a376703 binding host dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:53:00.503799 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Routers {'4159e0cc-2b1c-4254-bc48-a7d6fada1279'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:00.504542 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:00.505823 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.507049 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5bc01673-984b-44a3-a9e1-ce3752ee5051 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5981326 Oct 12 16:53:00.509872 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 46698) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:00.526222 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.632231 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Set router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:00.819474 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Notify callbacks [] for port, precommit_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.833236 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.877205 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Pushing event updated for resources: {'Port': ['ID=8c328266-109c-4876-b409-70322a376703,revision_number=3']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:00.898460 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.899078 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.899605 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.900124 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.900629 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.901125 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.902411 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.902760 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.903100 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.903600 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.903941 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.904269 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:00.938202 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'name': 'tempest-TestShelveInstance-228683513-router', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:58Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 3, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'gw_port': {'id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fe:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:59Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:00.990398 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Checking router: 4159e0cc-2b1c-4254-bc48-a7d6fada1279 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:53:00.994237 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Updating router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 port c459613c-1f7a-44ad-b9f0-0e793ad2b790 binding host dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:53:01.005659 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Attempting to bind port 8c328266-109c-4876-b409-70322a376703 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:01.006123 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Attempting to bind port 8c328266-109c-4876-b409-70322a376703 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:01.006597 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Attempting to bind port 8c328266-109c-4876-b409-70322a376703 on network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:01.018706 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:01.019633 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Checking segment: {'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:01.020187 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.020884 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Bound using segment: {'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:01.023441 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Bound port: 8c328266-109c-4876-b409-70322a376703, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'}}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:01.024663 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.061639 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.065639 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f50ec02-3fb5-446f-ba77-a14a20f9dd72 None None] Network fa706fa3-d4e0-4e36-bdac-ee7290e13548 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:01.145534 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] For port 8c328266-109c-4876-b409-70322a376703, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:01.152553 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] For port 8c328266-109c-4876-b409-70322a376703, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=8c328266-109c-4876-b409-70322a376703,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:01.161516 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.175507 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 41f57424-7dc5-4352-a776-e52525257655 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:01.250796 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-88e48eaf-087a-4c32-a786-561e8d645c18 None None] Provisioning complete for port ca961c12-af29-4720-a78d-8d76b8759845 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:01.251176 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-88e48eaf-087a-4c32-a786-561e8d645c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.260930 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Routers {'5806cfff-b067-4012-b34a-e752f9325262'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:01.261719 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['5806cfff-b067-4012-b34a-e752f9325262'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:01.347961 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 41f57424-7dc5-4352-a776-e52525257655 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:01.348476 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.400002 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.441930 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92db0a1-e4ba-4753-9b1b-4c0e5c09a46e None None] Pushing event updated for resources: {'Port': ['ID=8c328266-109c-4876-b409-70322a376703,revision_number=4']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:01.450288 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] Set router 5806cfff-b067-4012-b34a-e752f9325262 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:01.627167 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fabd6d-206d-4b2d-8b90-615eecd313d6 req-1a2d7f4b-51a1-44b7-bc50-bcb2927aca6d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:01.629266 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-01fabd6d-206d-4b2d-8b90-615eecd313d6 req-1a2d7f4b-51a1-44b7-bc50-bcb2927aca6d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.1961529 Oct 12 16:53:01.631263 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device ca961c12-af29-4720-a78d-8d76b8759845 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:01.665937 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Allocated IP 172.20.0.1 (fa706fa3-d4e0-4e36-bdac-ee7290e13548/65260fec-6abe-4d5f-89e9-ee2852b11bc2/710213b9-9516-4f13-a303-4bb16ef6c250) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:01.690397 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8c328266-109c-4876-b409-70322a376703', 'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'mac_address': 'fa:16:3e:cc:04:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:56Z', 'updated_at': '2021-10-12T16:53:01Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'subnets': [{'id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:01.697564 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-01fabd6d-206d-4b2d-8b90-615eecd313d6 req-30c74c56-367c-4787-974b-d7694cd8c875 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551493 Oct 12 16:53:01.718288 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-88e48eaf-087a-4c32-a786-561e8d645c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.726367 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4c7c10-7798-46b0-8623-19138581d960 None None] The sync data for ids ['5806cfff-b067-4012-b34a-e752f9325262'] in dv-cinder-813221-2-iscsi is: [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8c328266-109c-4876-b409-70322a376703', 'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'mac_address': 'fa:16:3e:cc:04:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:56Z', 'updated_at': '2021-10-12T16:53:01Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'subnets': [{'id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:53:01.797467 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-88e48eaf-087a-4c32-a786-561e8d645c18 None None] For port ca961c12-af29-4720-a78d-8d76b8759845, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=ca961c12-af29-4720-a78d-8d76b8759845,segment=NetworkSegment(f792b42e-7c8f-4085-986a-8854dd9240ec),segment_id=f792b42e-7c8f-4085-986a-8854dd9240ec)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:01.816666 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.822943 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port ca961c12-af29-4720-a78d-8d76b8759845 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:01.823322 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.824879 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-88e48eaf-087a-4c32-a786-561e8d645c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.858960 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.889117 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Notify callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.895163 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Network fa706fa3-d4e0-4e36-bdac-ee7290e13548 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:01.898621 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:01.902698 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:01.910032 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:01.932522 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e48eaf-087a-4c32-a786-561e8d645c18 None None] Pushing event updated for resources: {'Port': ['ID=ca961c12-af29-4720-a78d-8d76b8759845,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:01.941554 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Pushing event updated for resources: {'Port': ['ID=710213b9-9516-4f13-a303-4bb16ef6c250,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:01.957630 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464166'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.112080 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.139051 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Attempting to bind port c459613c-1f7a-44ad-b9f0-0e793ad2b790 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:02.139418 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Attempting to bind port c459613c-1f7a-44ad-b9f0-0e793ad2b790 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:02.139911 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Attempting to bind port c459613c-1f7a-44ad-b9f0-0e793ad2b790 on network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:02.179788 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:02.180218 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Checking segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:02.180707 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.181098 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Bound using segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:02.181609 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Bound port: c459613c-1f7a-44ad-b9f0-0e793ad2b790, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:02.181989 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.221958 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-2074d264-542a-4cbb-ae3f-8ecbfdd29823 None None] Provisioning complete for port 8c328266-109c-4876-b409-70322a376703 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:02.222331 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2074d264-542a-4cbb-ae3f-8ecbfdd29823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.229570 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3236b37-c444-49e1-a396-4f7f0366593e None None] Pushing event updated for resources: {'Port': ['ID=c459613c-1f7a-44ad-b9f0-0e793ad2b790,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:02.301790 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] For port c459613c-1f7a-44ad-b9f0-0e793ad2b790, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:02.305475 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] For port c459613c-1f7a-44ad-b9f0-0e793ad2b790, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=c459613c-1f7a-44ad-b9f0-0e793ad2b790,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:02.310021 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.313585 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.315276 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.383411 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Pushing event updated for resources: {'Port': ['ID=710213b9-9516-4f13-a303-4bb16ef6c250,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:02.385915 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438966'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.406050 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Routers {'4159e0cc-2b1c-4254-bc48-a7d6fada1279'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:02.406676 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:02.409705 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3236b37-c444-49e1-a396-4f7f0366593e None None] Pushing event updated for resources: {'Port': ['ID=c459613c-1f7a-44ad-b9f0-0e793ad2b790,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:02.415250 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2074d264-542a-4cbb-ae3f-8ecbfdd29823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.491689 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Network fa706fa3-d4e0-4e36-bdac-ee7290e13548 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:02.493288 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:02.523658 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-2074d264-542a-4cbb-ae3f-8ecbfdd29823 None None] For port 8c328266-109c-4876-b409-70322a376703, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=8c328266-109c-4876-b409-70322a376703,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:02.530239 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2074d264-542a-4cbb-ae3f-8ecbfdd29823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.577211 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] Set router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:02.615917 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:53:02.629962 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074d264-542a-4cbb-ae3f-8ecbfdd29823 None None] Pushing event updated for resources: {'Port': ['ID=8c328266-109c-4876-b409-70322a376703,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:02.722685 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-c0ed8fb1-1490-420f-ba7b-aa98ea0043db None None] Provisioning complete for port ca961c12-af29-4720-a78d-8d76b8759845 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:02.723379 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8fb1-1490-420f-ba7b-aa98ea0043db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.727435 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:53:02.733933 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-006459eb-775b-46f1-9a3c-8480dce2f466 admin admin] 10.222.0.48 "PUT /v2.0/routers/4159e0cc-2b1c-4254-bc48-a7d6fada1279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2224584 Oct 12 16:53:02.856959 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789366b-16d3-49c5-b70a-2a29bdf24165 req-78d85292-3abd-400d-a0a1-61172aad0e16 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:02.858903 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8789366b-16d3-49c5-b70a-2a29bdf24165 req-78d85292-3abd-400d-a0a1-61172aad0e16 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0573359 Oct 12 16:53:02.892441 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-c0ed8fb1-1490-420f-ba7b-aa98ea0043db None None] Provisioning complete for port 710213b9-9516-4f13-a303-4bb16ef6c250 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:02.892814 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c0ed8fb1-1490-420f-ba7b-aa98ea0043db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.925516 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8789366b-16d3-49c5-b70a-2a29bdf24165 req-2e69f4fa-e96d-40c2-b733-98d53f665a90 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496256 Oct 12 16:53:02.945555 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed8fb1-1490-420f-ba7b-aa98ea0043db None None] Port 710213b9-9516-4f13-a303-4bb16ef6c250 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:53:02.948575 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'name': 'tempest-TestShelveInstance-228683513-router', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:58Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 4, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'gw_port': {'id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fe:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:59Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '710213b9-9516-4f13-a303-4bb16ef6c250', 'name': '', 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'mac_address': 'fa:16:3e:64:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '65260fec-6abe-4d5f-89e9-ee2852b11bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:01Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 2, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'subnets': [{'id': '65260fec-6abe-4d5f-89e9-ee2852b11bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:02.978811 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device ca961c12-af29-4720-a78d-8d76b8759845 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:02.982109 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c398ce-b78a-49db-be75-3f4e2eb3179c None None] The sync data for ids ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'] in dv-cinder-813221-2-iscsi is: [{'id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'name': 'tempest-TestShelveInstance-228683513-router', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:58Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 4, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'gw_port': {'id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fe:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:59Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '710213b9-9516-4f13-a303-4bb16ef6c250', 'name': '', 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'mac_address': 'fa:16:3e:64:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '65260fec-6abe-4d5f-89e9-ee2852b11bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:01Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 2, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'subnets': [{'id': '65260fec-6abe-4d5f-89e9-ee2852b11bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:53:03.029515 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port ca961c12-af29-4720-a78d-8d76b8759845 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:03.030429 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:03.082466 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-92b77f69-a03d-47ee-ad72-327a46fd49d1 None None] Provisioning complete for port 710213b9-9516-4f13-a303-4bb16ef6c250 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:03.082840 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-92b77f69-a03d-47ee-ad72-327a46fd49d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:03.140542 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-92b77f69-a03d-47ee-ad72-327a46fd49d1 None None] Port 710213b9-9516-4f13-a303-4bb16ef6c250 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:53:03.154398 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 8c328266-109c-4876-b409-70322a376703 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:03.225341 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 8c328266-109c-4876-b409-70322a376703 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:03.225739 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:03.949797 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 46728) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:03.955006 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5be0255c-97bf-4588-b099-c161ead1d358 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176173756', 'description': 'tempest-secgroup-smoke-1176173756 description', 'project_id': 'b73d362cc56e4184b1481cb51a6186e3'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:03.977730 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5be0255c-97bf-4588-b099-c161ead1d358 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.053551 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5be0255c-97bf-4588-b099-c161ead1d358 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.057205 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5be0255c-97bf-4588-b099-c161ead1d358 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.084572 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5be0255c-97bf-4588-b099-c161ead1d358 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.085797 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-5be0255c-97bf-4588-b099-c161ead1d358 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1350131 Oct 12 16:53:04.089085 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46734) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:04.095824 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-d8307aa9-c048-4567-bb6e-bf22df0e8e09 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Request body: {'security_group_rule': {'security_group_id': '2a55506f-ad91-4790-a491-fe064ddf220e', 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:04.096413 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0255c-97bf-4588-b099-c161ead1d358 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a55506f-ad91-4790-a491-fe064ddf220e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:04.124485 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8307aa9-c048-4567-bb6e-bf22df0e8e09 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.157991 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac50db-6deb-4a49-abe5-c8ad03a95678 req-4a83df74-51e1-41e9-ab0f-9821ba2be5b6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:04.159556 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-85ac50db-6deb-4a49-abe5-c8ad03a95678 req-4a83df74-51e1-41e9-ab0f-9821ba2be5b6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.1550610 Oct 12 16:53:04.180671 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8307aa9-c048-4567-bb6e-bf22df0e8e09 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.183829 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8307aa9-c048-4567-bb6e-bf22df0e8e09 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.199007 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-85ac50db-6deb-4a49-abe5-c8ad03a95678 req-d183e551-ffb2-4060-850a-105a78e9a679 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333538 Oct 12 16:53:04.204133 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8307aa9-c048-4567-bb6e-bf22df0e8e09 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a037110f-6c23-4278-aff2-cd78eeb25f49,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:04.209677 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8307aa9-c048-4567-bb6e-bf22df0e8e09 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.213457 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-d8307aa9-c048-4567-bb6e-bf22df0e8e09 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206386 Oct 12 16:53:04.213833 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46736) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:04.218654 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-80ddde13-8e9c-44e9-86fc-2bc1e64f3767 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Request body: {'security_group_rule': {'security_group_id': '2a55506f-ad91-4790-a491-fe064ddf220e', 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:04.243821 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-80ddde13-8e9c-44e9-86fc-2bc1e64f3767 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.298393 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-80ddde13-8e9c-44e9-86fc-2bc1e64f3767 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.301908 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-80ddde13-8e9c-44e9-86fc-2bc1e64f3767 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.319298 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddde13-8e9c-44e9-86fc-2bc1e64f3767 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb7e2ab-2094-4d77-9c4c-4fef766ed295,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:04.330056 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-80ddde13-8e9c-44e9-86fc-2bc1e64f3767 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.331242 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-80ddde13-8e9c-44e9-86fc-2bc1e64f3767 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167350 Oct 12 16:53:04.334040 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46738) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:04.338373 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-e89995f2-cba1-40bd-8780-e7f8490a462d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Request body: {'security_group_rule': {'security_group_id': '2a55506f-ad91-4790-a491-fe064ddf220e', 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:04.363670 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e89995f2-cba1-40bd-8780-e7f8490a462d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.422829 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e89995f2-cba1-40bd-8780-e7f8490a462d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.427134 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e89995f2-cba1-40bd-8780-e7f8490a462d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.454507 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89995f2-cba1-40bd-8780-e7f8490a462d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0142b5-9deb-4523-aec6-fe61a2b48ac1,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:04.464610 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e89995f2-cba1-40bd-8780-e7f8490a462d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.465887 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e89995f2-cba1-40bd-8780-e7f8490a462d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309199 Oct 12 16:53:04.468872 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46740) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:04.473156 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-2cf626d7-43df-4cf3-883c-b28872e7e37d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Request body: {'security_group_rule': {'security_group_id': '2a55506f-ad91-4790-a491-fe064ddf220e', 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:04.505018 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2cf626d7-43df-4cf3-883c-b28872e7e37d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.567116 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2cf626d7-43df-4cf3-883c-b28872e7e37d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.570938 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2cf626d7-43df-4cf3-883c-b28872e7e37d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.587118 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf626d7-43df-4cf3-883c-b28872e7e37d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae3c24d-9297-4235-bea1-9832cd3c1495,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:04.598361 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2cf626d7-43df-4cf3-883c-b28872e7e37d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.599562 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-2cf626d7-43df-4cf3-883c-b28872e7e37d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296813 Oct 12 16:53:04.602397 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46742) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:04.606889 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-e68e5809-3033-4cea-89f1-bc211518f86b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Request body: {'security_group_rule': {'security_group_id': '2a55506f-ad91-4790-a491-fe064ddf220e', 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:04.631002 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.securitygroups_db [None req-e68e5809-3033-4cea-89f1-bc211518f86b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Project b73d362cc56e4184b1481cb51a6186e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:53:04.636111 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e68e5809-3033-4cea-89f1-bc211518f86b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.697457 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e68e5809-3033-4cea-89f1-bc211518f86b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.703270 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e68e5809-3033-4cea-89f1-bc211518f86b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.720656 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e5809-3033-4cea-89f1-bc211518f86b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e4e3ac-f466-44df-b75a-2ff4d00c1a23,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:04.729762 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e68e5809-3033-4cea-89f1-bc211518f86b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.731011 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e68e5809-3033-4cea-89f1-bc211518f86b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275954 Oct 12 16:53:04.734259 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 46744) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:04.738833 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-ed7e2e58-6a09-4ce8-87fa-ab5cc004741e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Request body: {'security_group_rule': {'security_group_id': '2a55506f-ad91-4790-a491-fe064ddf220e', 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:04.761326 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.securitygroups_db [None req-ed7e2e58-6a09-4ce8-87fa-ab5cc004741e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Project b73d362cc56e4184b1481cb51a6186e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:53:04.766518 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e58-6a09-4ce8-87fa-ab5cc004741e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.830981 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e58-6a09-4ce8-87fa-ab5cc004741e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.835795 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e58-6a09-4ce8-87fa-ab5cc004741e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.854349 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e2e58-6a09-4ce8-87fa-ab5cc004741e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef28f64-2eb5-4747-9949-380cc43ab866,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:04.862830 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e58-6a09-4ce8-87fa-ab5cc004741e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:04.864172 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-ed7e2e58-6a09-4ce8-87fa-ab5cc004741e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288931 Oct 12 16:53:04.959846 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c459613c-1f7a-44ad-b9f0-0e793ad2b790 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:05.012352 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port c459613c-1f7a-44ad-b9f0-0e793ad2b790 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:05.012729 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.111680 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.132209 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port c459613c-1f7a-44ad-b9f0-0e793ad2b790, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=c459613c-1f7a-44ad-b9f0-0e793ad2b790,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:05.135708 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:05.184359 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=c459613c-1f7a-44ad-b9f0-0e793ad2b790,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:05.327081 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfacd3-31de-4fc0-af91-a72bd786fa78 req-0025b9f0-f3cc-4eaf-95eb-3a1dbb65a25b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:05.329070 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dacfacd3-31de-4fc0-af91-a72bd786fa78 req-0025b9f0-f3cc-4eaf-95eb-3a1dbb65a25b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0561633 Oct 12 16:53:05.372971 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dacfacd3-31de-4fc0-af91-a72bd786fa78 req-773e7979-af4b-4885-9e11-a9ec18ba60c3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370226 Oct 12 16:53:05.840553 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Sync routers for ids ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:53:05.850605 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Routers {'4159e0cc-2b1c-4254-bc48-a7d6fada1279'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:05.851204 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:05.955987 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Set router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:06.151591 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'name': 'tempest-TestShelveInstance-228683513-router', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:58Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 4, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'gw_port': {'id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:59Z', 'updated_at': '2021-10-12T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '710213b9-9516-4f13-a303-4bb16ef6c250', 'name': '', 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'mac_address': 'fa:16:3e:64:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '65260fec-6abe-4d5f-89e9-ee2852b11bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:01Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 2, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'subnets': [{'id': '65260fec-6abe-4d5f-89e9-ee2852b11bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:06.177256 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Checking router: 4159e0cc-2b1c-4254-bc48-a7d6fada1279 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:53:06.177833 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Updating router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 port 710213b9-9516-4f13-a303-4bb16ef6c250 binding host dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:53:06.203694 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.494541 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa5c1f-33d7-4fc9-af72-25933f5010e6 req-185cd444-46b5-4fb5-8278-9f420874e53f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:06.496088 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d8aa5c1f-33d7-4fc9-af72-25933f5010e6 req-185cd444-46b5-4fb5-8278-9f420874e53f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0485890 Oct 12 16:53:06.537503 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d8aa5c1f-33d7-4fc9-af72-25933f5010e6 req-56522da0-b734-4286-bbcf-4200db4fbb3e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349171 Oct 12 16:53:06.555124 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Notify callbacks [] for port, precommit_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.562801 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.612736 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f6e99-2418-4ce4-828f-f20bc9c698fc None None] Pushing event updated for resources: {'Port': ['ID=710213b9-9516-4f13-a303-4bb16ef6c250,revision_number=3']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:06.667367 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Attempting to bind port 710213b9-9516-4f13-a303-4bb16ef6c250 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:06.667739 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Attempting to bind port 710213b9-9516-4f13-a303-4bb16ef6c250 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': 'f792b42e-7c8f-4085-986a-8854dd9240ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548'}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:06.668263 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Attempting to bind port 710213b9-9516-4f13-a303-4bb16ef6c250 on network fa706fa3-d4e0-4e36-bdac-ee7290e13548 {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:06.675565 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:06.675938 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Checking segment: {'id': 'f792b42e-7c8f-4085-986a-8854dd9240ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:06.676345 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.676731 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Bound using segment: {'id': 'f792b42e-7c8f-4085-986a-8854dd9240ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548'} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:06.677197 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Bound port: 710213b9-9516-4f13-a303-4bb16ef6c250, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f792b42e-7c8f-4085-986a-8854dd9240ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548'}}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:06.677627 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.743871 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] For port 710213b9-9516-4f13-a303-4bb16ef6c250, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:06.747205 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] For port 710213b9-9516-4f13-a303-4bb16ef6c250, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=710213b9-9516-4f13-a303-4bb16ef6c250,segment=NetworkSegment(f792b42e-7c8f-4085-986a-8854dd9240ec),segment_id=f792b42e-7c8f-4085-986a-8854dd9240ec)] {{(pid=100534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:06.751456 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.788583 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bc2cc45d-d28b-4fa0-b9a4-3ec56bbd9718 None None] Provisioning complete for port 710213b9-9516-4f13-a303-4bb16ef6c250 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:06.789102 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc45d-d28b-4fa0-b9a4-3ec56bbd9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.800433 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Routers {'4159e0cc-2b1c-4254-bc48-a7d6fada1279'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:06.801059 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:52:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:06.855172 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f6e99-2418-4ce4-828f-f20bc9c698fc None None] Pushing event updated for resources: {'Port': ['ID=710213b9-9516-4f13-a303-4bb16ef6c250,revision_number=4']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:06.882120 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc45d-d28b-4fa0-b9a4-3ec56bbd9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.924570 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bc2cc45d-d28b-4fa0-b9a4-3ec56bbd9718 None None] For port 710213b9-9516-4f13-a303-4bb16ef6c250, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=710213b9-9516-4f13-a303-4bb16ef6c250,segment=NetworkSegment(f792b42e-7c8f-4085-986a-8854dd9240ec),segment_id=f792b42e-7c8f-4085-986a-8854dd9240ec)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:06.932365 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] Set router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:06.933940 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bc2cc45d-d28b-4fa0-b9a4-3ec56bbd9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:06.975996 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c459613c-1f7a-44ad-b9f0-0e793ad2b790 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:07.023586 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cc45d-d28b-4fa0-b9a4-3ec56bbd9718 None None] Pushing event updated for resources: {'Port': ['ID=710213b9-9516-4f13-a303-4bb16ef6c250,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:07.043008 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port c459613c-1f7a-44ad-b9f0-0e793ad2b790 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:07.044228 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.087179 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-6e96e034-ba33-4f95-b1b1-246cb7df210d None None] Provisioning complete for port 710213b9-9516-4f13-a303-4bb16ef6c250 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:07.087548 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6e96e034-ba33-4f95-b1b1-246cb7df210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:07.165892 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'name': 'tempest-TestShelveInstance-228683513-router', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:58Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 4, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'gw_port': {'id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:59Z', 'updated_at': '2021-10-12T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '710213b9-9516-4f13-a303-4bb16ef6c250', 'name': '', 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'mac_address': 'fa:16:3e:64:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '65260fec-6abe-4d5f-89e9-ee2852b11bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:01Z', 'updated_at': '2021-10-12T16:53:06Z', 'revision_number': 4, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'subnets': [{'id': '65260fec-6abe-4d5f-89e9-ee2852b11bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:07.192940 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65196c64-507a-4231-90b7-8cfab943e172 None None] The sync data for ids ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'] in dv-cinder-813221-2-iscsi is: [{'id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'name': 'tempest-TestShelveInstance-228683513-router', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:58Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 4, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'gw_port': {'id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:59Z', 'updated_at': '2021-10-12T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '710213b9-9516-4f13-a303-4bb16ef6c250', 'name': '', 'network_id': 'fa706fa3-d4e0-4e36-bdac-ee7290e13548', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'mac_address': 'fa:16:3e:64:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '65260fec-6abe-4d5f-89e9-ee2852b11bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:53:01Z', 'updated_at': '2021-10-12T16:53:06Z', 'revision_number': 4, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'subnets': [{'id': '65260fec-6abe-4d5f-89e9-ee2852b11bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:53:07.666141 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de3bd-0a94-4364-bd8e-d051102988e1 req-fc153ca4-0393-46d8-8d5b-bcfa318e9c04 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:07.667618 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4e0de3bd-0a94-4364-bd8e-d051102988e1 req-fc153ca4-0393-46d8-8d5b-bcfa318e9c04 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0481145 Oct 12 16:53:07.708198 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4e0de3bd-0a94-4364-bd8e-d051102988e1 req-31ae6ba7-517a-487e-96f0-5bfb9ecbd560 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324702 Oct 12 16:53:08.827915 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270dee9-6efe-4338-99ec-462e3929b854 req-52867887-67f6-419e-8feb-5e17d1f7167e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:08.829422 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2270dee9-6efe-4338-99ec-462e3929b854 req-52867887-67f6-419e-8feb-5e17d1f7167e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0486109 Oct 12 16:53:08.869186 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2270dee9-6efe-4338-99ec-462e3929b854 req-47e50f68-d94f-4abe-acd6-16a40201c6c0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339429 Oct 12 16:53:08.927867 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 710213b9-9516-4f13-a303-4bb16ef6c250 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:08.975414 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 710213b9-9516-4f13-a303-4bb16ef6c250 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:08.975785 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:09.991984 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65590135-d097-4b8e-b86b-027c50cc3516 req-d22f34b9-9215-4c9a-83fc-8390aef59637 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:09.993464 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-65590135-d097-4b8e-b86b-027c50cc3516 req-d22f34b9-9215-4c9a-83fc-8390aef59637 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0487804 Oct 12 16:53:10.035385 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-65590135-d097-4b8e-b86b-027c50cc3516 req-6223b59e-b35c-4fc7-b6f0-f6e9784b83e3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346875 Oct 12 16:53:11.158409 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d7972-8ff2-44bb-af03-499a46985ccc req-0117f06c-0aa5-4b19-b164-6934cff2aec2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:11.159693 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a92d7972-8ff2-44bb-af03-499a46985ccc req-0117f06c-0aa5-4b19-b164-6934cff2aec2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0526257 Oct 12 16:53:11.197738 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a92d7972-8ff2-44bb-af03-499a46985ccc req-c3dd164a-47bc-4bb5-a46a-718defbb8d16 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322289 Oct 12 16:53:12.416512 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fbee6-0cd1-47ea-86e6-ceeeacacce7a req-2d400a5e-45b8-43ba-9272-8c82daccc52e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:12.418300 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-925fbee6-0cd1-47ea-86e6-ceeeacacce7a req-2d400a5e-45b8-43ba-9272-8c82daccc52e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.1448638 Oct 12 16:53:12.456744 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-925fbee6-0cd1-47ea-86e6-ceeeacacce7a req-9f0ac160-8a7e-417d-ada2-98f92a9206a7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317886 Oct 12 16:53:13.574823 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a47db-6e59-4f22-bc20-e332941b8716 req-0935db85-3b33-4ad5-8bbd-f41134ce2ea7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:13.576292 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1f4a47db-6e59-4f22-bc20-e332941b8716 req-0935db85-3b33-4ad5-8bbd-f41134ce2ea7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0474606 Oct 12 16:53:13.617965 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1f4a47db-6e59-4f22-bc20-e332941b8716 req-1a756717-12b7-4783-b1a3-5b8f43ed82a7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350940 Oct 12 16:53:14.504817 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:53:14.599615 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:14.610472 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'port_id': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'mac_address': 'fa:16:3e:63:7e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:53:14.651283 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:14.665278 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:53:14.684286 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:14.689638 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:14.739682 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,revision_number=6']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:14.739958 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb1c0-2cd4-491c-9ad5-3316b5e23b5a req-acec7988-9414-4190-aed3-e4ba9295034b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:14.741492 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d66eb1c0-2cd4-491c-9ad5-3316b5e23b5a req-acec7988-9414-4190-aed3-e4ba9295034b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 945 time: 0.0521035 Oct 12 16:53:14.782780 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d66eb1c0-2cd4-491c-9ad5-3316b5e23b5a req-7ff2ef94-9732-4743-8321-e88d974672ab tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338910 Oct 12 16:53:14.916003 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['18eafd3a-5b5c-4e32-a4a3-8b888fc2650f'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:53:15.461447 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:15.908326 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db8cd4-e2f9-4efd-83a4-39d6bd4288eb req-7543342b-c684-425e-8a7f-2ba7ecbeb9bf tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:15.909840 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-14db8cd4-e2f9-4efd-83a4-39d6bd4288eb req-7543342b-c684-425e-8a7f-2ba7ecbeb9bf tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 945 time: 0.0487499 Oct 12 16:53:15.948697 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-14db8cd4-e2f9-4efd-83a4-39d6bd4288eb req-77e959ff-9d27-4009-b542-5a92e396042e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328298 Oct 12 16:53:16.528441 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:16.579211 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:16.579644 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.700159 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.724463 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:16.726763 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438c799f-443a-4e30-9476-9155dc2530be" -d '{"events": [{"server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "name": "network-vif-plugged", "status": "completed", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:16.744802 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:16.750245 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:16.783344 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8800af39-29d7-44c5-a3b9-ba8d0487a60f x-openstack-request-id: req-8800af39-29d7-44c5-a3b9-ba8d0487a60f {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:16.783638 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "name": "network-vif-plugged", "status": "completed", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:16.783884 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8800af39-29d7-44c5-a3b9-ba8d0487a60f {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:16.784260 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'code': 200} Oct 12 16:53:16.815253 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,revision_number=7']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:17.174200 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf8496-0b81-4690-ba41-cdf5a80bcf6f req-b0c6fd23-9236-4d71-8b85-53e1796af6a2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:17.175676 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4daf8496-0b81-4690-ba41-cdf5a80bcf6f req-b0c6fd23-9236-4d71-8b85-53e1796af6a2 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.1424909 Oct 12 16:53:17.221909 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4daf8496-0b81-4690-ba41-cdf5a80bcf6f req-2cea4f70-60b9-4b4b-8b1e-c472c77b385f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399644 Oct 12 16:53:18.353432 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65bbff-1b05-4fdf-a37d-cfa0161eb3e0 req-499adc0d-f1d2-41d5-84a2-756b0a8f3e52 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:18.354929 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea65bbff-1b05-4fdf-a37d-cfa0161eb3e0 req-499adc0d-f1d2-41d5-84a2-756b0a8f3e52 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0537295 Oct 12 16:53:18.401052 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ea65bbff-1b05-4fdf-a37d-cfa0161eb3e0 req-a037745d-6071-43a7-8b7b-1514d36a229d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385833 Oct 12 16:53:19.525144 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bbd93-ae1c-4acc-a589-e2d3b1d06aa6 req-87197080-1268-496a-88ff-296bd593d74a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:19.526885 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9a4bbd93-ae1c-4acc-a589-e2d3b1d06aa6 req-87197080-1268-496a-88ff-296bd593d74a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0512116 Oct 12 16:53:19.568772 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9a4bbd93-ae1c-4acc-a589-e2d3b1d06aa6 req-f5ed8a3e-2caa-442d-af48-ea761fe32fff tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344758 Oct 12 16:53:20.690666 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e72be4-7d34-411a-a929-44a2003f7345 req-58e9d088-383b-405e-af92-c54254827523 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:20.692167 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b8e72be4-7d34-411a-a929-44a2003f7345 req-58e9d088-383b-405e-af92-c54254827523 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0504053 Oct 12 16:53:20.736180 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b8e72be4-7d34-411a-a929-44a2003f7345 req-a7888043-2374-4c4e-8956-5fa176c914ee tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377746 Oct 12 16:53:21.856829 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaab99e-1cef-4e72-a94f-237f76b0a6a4 req-5ee8956a-4a99-46b3-850d-3e0228d7b067 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:21.858362 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6eaab99e-1cef-4e72-a94f-237f76b0a6a4 req-5ee8956a-4a99-46b3-850d-3e0228d7b067 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0487859 Oct 12 16:53:21.898808 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6eaab99e-1cef-4e72-a94f-237f76b0a6a4 req-393037be-44a0-43ec-a3d4-8c232c8be890 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 Oct 12 16:53:22.267732 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-84a42974-d8f3-454a-9c4e-c52f8425ebff tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176173756&fields=id&tenant_id=b73d362cc56e4184b1481cb51a6186e3 HTTP/1.1" status: 200 len: 267 time: 0.0355265 Oct 12 16:53:22.384883 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-5600b8ad-8233-4889-b707-b8c41a09fb9b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:22.386488 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-5600b8ad-8233-4889-b707-b8c41a09fb9b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/networks?id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6 HTTP/1.1" status: 200 len: 808 time: 0.1116073 Oct 12 16:53:22.410598 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-97a022fa-9a62-48cb-9924-4e0ba2c04b06 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/quotas/b73d362cc56e4184b1481cb51a6186e3 HTTP/1.1" status: 200 len: 375 time: 0.0179844 Oct 12 16:53:22.460086 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-e71978b1-50c5-42e5-9c2f-c5e0a70a138d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b73d362cc56e4184b1481cb51a6186e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483844 Oct 12 16:53:22.622064 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-f6257076-1f7d-47a7-90db-164ab29bdeb8 service neutron] 10.222.0.48 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487939 Oct 12 16:53:22.719346 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-888ea88b-b18d-4c7d-b57f-963174985403 service neutron] 10.222.0.48 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936532 Oct 12 16:53:23.100248 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d2a97a07-4d19-4e46-9706-5a01d3c17fc8 req-86dc87b0-7253-474c-a0b8-0f4b0c142ece tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 210 time: 0.0359416 Oct 12 16:53:23.119874 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5ef11-859a-475e-9313-558c52d945ac req-6b3c0b48-8a89-4d87-a80f-832a5a949f26 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:23.121472 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-58f5ef11-859a-475e-9313-558c52d945ac req-6b3c0b48-8a89-4d87-a80f-832a5a949f26 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.1227446 Oct 12 16:53:23.171842 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-58f5ef11-859a-475e-9313-558c52d945ac req-da36337f-6678-477f-9e08-fc69295fdab3 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405004 Oct 12 16:53:23.913345 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:53:24.232204 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9a9ed533-854d-4fca-b90f-6968358bebcc req-8ce23084-7e9a-49d1-88c8-4fde72b69b73 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 210 time: 0.0490632 Oct 12 16:53:24.313020 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6567ecf-0548-40e8-af24-edcc21b09211 req-15426d41-4bdb-4cfe-95e1-f456f79c5d64 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:24.314673 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d6567ecf-0548-40e8-af24-edcc21b09211 req-15426d41-4bdb-4cfe-95e1-f456f79c5d64 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0513082 Oct 12 16:53:24.364701 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d6567ecf-0548-40e8-af24-edcc21b09211 req-653f3de8-5c2c-4db2-beba-cec45ee89d32 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Oct 12 16:53:24.619838 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5e0433ce-83df-4c7e-ab81-dc195a57c352 req-71fa943c-583e-415c-9736-f57ce298ca1f tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277018369&fields=id&tenant_id=6b276008196643ce9a2938b78207fc0c HTTP/1.1" status: 200 len: 267 time: 0.0397053 Oct 12 16:53:24.694961 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0433ce-83df-4c7e-ab81-dc195a57c352 req-e979234f-6f14-4ca0-87e0-03a8ae9d9c0b tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:24.696575 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5e0433ce-83df-4c7e-ab81-dc195a57c352 req-e979234f-6f14-4ca0-87e0-03a8ae9d9c0b tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 984 time: 0.0702696 Oct 12 16:53:24.706479 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-260fe0cf-f1dd-47ad-8d77-679307d2e0fb tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:24.707779 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-260fe0cf-f1dd-47ad-8d77-679307d2e0fb tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.25 "GET /v2.0/networks?id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6 HTTP/1.1" status: 200 len: 808 time: 0.1670406 Oct 12 16:53:24.711666 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-5e0433ce-83df-4c7e-ab81-dc195a57c352 req-9262f0bd-559a-45e6-b694-ffd8705607f9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Request body: {'port': {'security_groups': ['ebeda4d9-bd6a-453c-b089-7e2f53e776c7']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:24.767593 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-85eeef25-be2e-44a4-b99b-83caa1584398 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b73d362cc56e4184b1481cb51a6186e3 HTTP/1.1" status: 200 len: 380 time: 0.0411699 Oct 12 16:53:24.804438 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Request body: {'port': {'device_id': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'admin_state_up': True, 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'security_groups': ['2a55506f-ad91-4790-a491-fe064ddf220e']}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:24.810607 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5e0433ce-83df-4c7e-ab81-dc195a57c352 req-9262f0bd-559a-45e6-b694-ffd8705607f9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:24.834007 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3d21-2906-4c67-b65b-55635e7fdb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:24.978536 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Made reservation on behalf of b73d362cc56e4184b1481cb51a6186e3 for: {'port': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:53:24.982197 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.072739 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-5e0433ce-83df-4c7e-ab81-dc195a57c352 req-9262f0bd-559a-45e6-b694-ffd8705607f9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] For port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:25.109705 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5e0433ce-83df-4c7e-ab81-dc195a57c352 req-9262f0bd-559a-45e6-b694-ffd8705607f9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.123158 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5e0433ce-83df-4c7e-ab81-dc195a57c352 req-9262f0bd-559a-45e6-b694-ffd8705607f9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.141290 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Allocated IP 172.20.0.11 (5b3fc943-a9a2-418a-a307-ce8b4621a5d6/d9c296af-0b8c-480b-9c67-efcb85835c98/8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:25.170526 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['094452f7-9a11-451c-aeb3-2b6c95e4f2d5'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:53:25.199537 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0433ce-83df-4c7e-ab81-dc195a57c352 req-9262f0bd-559a-45e6-b694-ffd8705607f9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:25.200236 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5e0433ce-83df-4c7e-ab81-dc195a57c352 req-9262f0bd-559a-45e6-b694-ffd8705607f9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.203971 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5e0433ce-83df-4c7e-ab81-dc195a57c352 req-9262f0bd-559a-45e6-b694-ffd8705607f9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "PUT /v2.0/ports/094452f7-9a11-451c-aeb3-2b6c95e4f2d5 HTTP/1.1" status: 200 len: 942 time: 0.5002747 Oct 12 16:53:25.205408 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:25.206926 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552e05ee-2c97-48e2-ba53-a67e1fac867c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:25.234162 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47000) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:25.236666 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262f0bd-559a-45e6-b694-ffd8705607f9 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event updated for resources: {'Port': ['ID=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,revision_number=7']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:25.316736 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00cb2bb-2ccc-4b14-b883-3d28d4dbb528 x-openstack-request-id: req-f00cb2bb-2ccc-4b14-b883-3d28d4dbb528 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:25.317286 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:25.317725 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f00cb2bb-2ccc-4b14-b883-3d28d4dbb528 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:25.318285 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'status': 'completed', 'code': 200} Oct 12 16:53:25.366901 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.370442 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['094452f7-9a11-451c-aeb3-2b6c95e4f2d5'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:53:25.473190 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a106793f-430b-4b31-baa9-bc1cea511e54 req-9c089269-d40a-4251-8ab4-71d585b82aee tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 210 time: 0.1044843 Oct 12 16:53:25.502133 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.567711 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event updated for resources: {'Port': ['ID=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:25.582575 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.583070 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.585410 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.585410 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.585410 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.585410 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.585410 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.585921 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.586321 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.587145 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.588318 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.588755 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:25.601524 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:25.603559 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:25.606438 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:25.657062 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-64b66bda-f43c-45b8-b756-1d9f371b06c1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.691746 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:25.692715 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.717483 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-7bcaabf6-21f2-4707-b91e-05577adc5f86 None None] Provisioning complete for port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:25.718506 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7bcaabf6-21f2-4707-b91e-05577adc5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.732019 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-64b66bda-f43c-45b8-b756-1d9f371b06c1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.741970 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-627af261-350e-4691-be00-bc5a546f0b1b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9495292 Oct 12 16:53:25.781456 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Request body: {'port': {'device_id': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:25.812289 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-a927328a-f5f9-4a93-8730-79c0b8c09f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:25.814000 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-a927328a-f5f9-4a93-8730-79c0b8c09f67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b276008196643ce9a2938b78207fc0c&device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 1098 time: 0.4314799 Oct 12 16:53:25.837165 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb76c0b-8ea8-49c9-b2ce-0f5dbb01b390 req-83c73d9f-725f-427b-8fe7-68739f5e18e0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:25.839002 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9cb76c0b-8ea8-49c9-b2ce-0f5dbb01b390 req-83c73d9f-725f-427b-8fe7-68739f5e18e0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.3130734 Oct 12 16:53:25.919111 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-64b66bda-f43c-45b8-b756-1d9f371b06c1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.921748 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.922351 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-64b66bda-f43c-45b8-b756-1d9f371b06c1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.928522 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-64b66bda-f43c-45b8-b756-1d9f371b06c1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "DELETE /v2.0/security-groups/b1ad28a2-c813-4e8b-84b8-0753bda251cd HTTP/1.1" status: 204 len: 168 time: 0.6834579 Oct 12 16:53:25.932184 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47016) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:26.003514 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9cb76c0b-8ea8-49c9-b2ce-0f5dbb01b390 req-ec907683-5f3d-427a-aa50-61885b3ab342 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512506 Oct 12 16:53:26.004245 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b66bda-f43c-45b8-b756-1d9f371b06c1 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ad28a2-c813-4e8b-84b8-0753bda251cd,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:26.008492 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-2ef6b664-287c-4118-b0bf-a8635eced8f2 None None] Provisioning complete for port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:26.009616 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b664-287c-4118-b0bf-a8635eced8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.057947 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6b664-287c-4118-b0bf-a8635eced8f2 None None] Port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:53:26.074335 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-eb4146ec-5aa0-4191-b282-6ada3f65dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.076013 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-eb4146ec-5aa0-4191-b282-6ada3f65dc19 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7df8205e-74e7-46c8-b763-2477e3e642ae HTTP/1.1" status: 200 len: 916 time: 0.2330403 Oct 12 16:53:26.243978 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:53:26.252066 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.264150 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Transition to ACTIVE for port object 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe will not be triggered until provisioned by entity L2. {{(pid=100532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:53:26.268495 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.322068 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Pushing event updated for resources: {'Port': ['ID=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:26.395465 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Attempting to bind port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:53:26.395793 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Attempting to bind port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:53:26.396118 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Attempting to bind port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe on network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:26.401001 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe on network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:53:26.401319 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Attempting to bind port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe on network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:53:26.407355 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:53:26.407539 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Checking segment: {'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:53:26.407918 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Bound using segment: {'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:53:26.408337 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Bound port: 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011221b1-e5a4-4395-bf07-8a054c330481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:53:26.408689 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.409067 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-ba1c882f-3322-4bbd-9285-2ac4d173a083 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5 HTTP/1.1" status: 200 len: 1000 time: 0.3046970 Oct 12 16:53:26.432950 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Deleting port add7a947-d067-4b0c-b073-ed4aeade5dfd {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:53:26.433292 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.475497 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] For port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe, host hv-cinder-81322, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:53:26.478771 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] For port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:53:26.488485 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.536907 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.537175 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.538656 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-de96eb11-df5e-49de-a79f-cbdbf0f86e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.538791 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] 10.222.0.25 "PUT /v2.0/ports/8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe HTTP/1.1" status: 200 len: 1094 time: 0.7649179 Oct 12 16:53:26.539006 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:26.539892 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-de96eb11-df5e-49de-a79f-cbdbf0f86e8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=172001fc-4f80-4c2f-b673-5dc31aa5a22d HTTP/1.1" status: 200 len: 854 time: 0.0671997 Oct 12 16:53:26.541448 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d43a37-5080-4b2a-bd32-b8ddcca22958" -d '{"events": [{"name": "network-changed", "server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:26.574281 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.574865 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:26.591297 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ce5b5-d69a-48de-a9c4-e95a8f2c41bb service neutron] Pushing event updated for resources: {'Port': ['ID=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:26.629424 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Calling delete_port for add7a947-d067-4b0c-b073-ed4aeade5dfd owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:53:26.693897 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-09f9305a-4f63-4cfb-98ae-1b4ae91e3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.696407 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-09f9305a-4f63-4cfb-98ae-1b4ae91e3bfb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d362cc56e4184b1481cb51a6186e3&device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1097 time: 0.0589743 Oct 12 16:53:26.697955 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eff96d5-02e9-428f-a787-6ba7882c3085 x-openstack-request-id: req-1eff96d5-02e9-428f-a787-6ba7882c3085 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:26.698303 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:26.698615 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1eff96d5-02e9-428f-a787-6ba7882c3085 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:26.699057 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'status': 'completed', 'code': 200} Oct 12 16:53:26.699546 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0c2f-e78a-4c98-a375-a73c413d52a9 req-38bc73e4-fd06-4b1a-9f8c-05bac9bba347 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.701103 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ad2d0c2f-e78a-4c98-a375-a73c413d52a9 req-38bc73e4-fd06-4b1a-9f8c-05bac9bba347 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.1546090 Oct 12 16:53:26.725234 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-7ac34311-5d5d-4041-b692-6f8acc6440a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.726734 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-7ac34311-5d5d-4041-b692-6f8acc6440a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7df8205e-74e7-46c8-b763-2477e3e642ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1629341 Oct 12 16:53:26.800390 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ad2d0c2f-e78a-4c98-a375-a73c413d52a9 req-741b904a-11f0-42a7-b9d6-84ff60922214 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902901 Oct 12 16:53:26.807960 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-37d75e5d-2566-4d7c-bdf4-4ab5b8aae943 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe HTTP/1.1" status: 200 len: 217 time: 0.0379825 Oct 12 16:53:26.835522 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.25', 56682) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:26.865044 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-afc3220a-9390-45ed-bcbe-d17d9aeb8fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.866506 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-afc3220a-9390-45ed-bcbe-d17d9aeb8fd1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9c296af-0b8c-480b-9c67-efcb85835c98 HTTP/1.1" status: 200 len: 847 time: 0.0472958 Oct 12 16:53:26.913223 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-1d6d6587-7786-4442-b8df-d199875bb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.914910 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-1d6d6587-7786-4442-b8df-d199875bb82a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397284 Oct 12 16:53:26.920509 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868cde2-c4be-471a-b9b6-12a08afa1f4d req-6e840aa6-837c-4fbe-941d-f88a7abd2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.922000 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5868cde2-c4be-471a-b9b6-12a08afa1f4d req-6e840aa6-837c-4fbe-941d-f88a7abd2eb6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 1099 time: 0.0855682 Oct 12 16:53:26.938015 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-4ffd9f73-56b5-4d35-afd5-41362dfbf82c service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634324 Oct 12 16:53:27.017392 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-0fbb6b21-75f2-4bad-8958-d4b23069f71d service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934360 Oct 12 16:53:27.110130 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2a0320f8-b6b6-4447-8ff2-c0a05179705e req-07e212e2-f6d5-4109-a7d4-b28bede36000 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839612 Oct 12 16:53:27.116950 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.170177 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868cde2-c4be-471a-b9b6-12a08afa1f4d req-688d886a-5eda-4657-a66e-3758df06fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:27.171719 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5868cde2-c4be-471a-b9b6-12a08afa1f4d req-688d886a-5eda-4657-a66e-3758df06fe20 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 917 time: 0.2390349 Oct 12 16:53:27.175017 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event deleted for resources: {'Port': ['ID=add7a947-d067-4b0c-b073-ed4aeade5dfd,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:27.216838 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-091a0e57-6964-41e3-92e0-368e0da6d337 service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392697 Oct 12 16:53:27.252161 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d43a37-5080-4b2a-bd32-b8ddcca22958 req-cb453505-4205-49d6-8361-d35bc2c2a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:27.253695 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a0d43a37-5080-4b2a-bd32-b8ddcca22958 req-cb453505-4205-49d6-8361-d35bc2c2a20d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d362cc56e4184b1481cb51a6186e3&device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1097 time: 0.0411890 Oct 12 16:53:27.278023 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c60712-7788-458d-866e-0bfea2eb41e8 req-ea31e8c6-a05d-474c-a66d-d23e4a3a90f7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:27.279500 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-08c60712-7788-458d-866e-0bfea2eb41e8 req-ea31e8c6-a05d-474c-a66d-d23e4a3a90f7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.1854596 Oct 12 16:53:27.323196 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.323529 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.l3_db [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Floating IP f4b0bd3b-6c79-4719-8d8d-211583c9eb09 disassociated (deleted). External IP: 172.27.2.54, port: 094452f7-9a11-451c-aeb3-2b6c95e4f2d5. Oct 12 16:53:27.354994 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d43a37-5080-4b2a-bd32-b8ddcca22958 req-129be191-0970-42da-80e9-d634d0e30545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:27.356427 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a0d43a37-5080-4b2a-bd32-b8ddcca22958 req-129be191-0970-42da-80e9-d634d0e30545 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6 HTTP/1.1" status: 200 len: 909 time: 0.0872929 Oct 12 16:53:27.369209 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5868cde2-c4be-471a-b9b6-12a08afa1f4d req-dddd35a1-8d17-427f-9f39-77139046cafd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f HTTP/1.1" status: 200 len: 1002 time: 0.1561718 Oct 12 16:53:27.398337 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-08c60712-7788-458d-866e-0bfea2eb41e8 req-a82b833a-90e4-494f-bf5c-0fbfd9188d00 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103828 Oct 12 16:53:27.401171 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a0d43a37-5080-4b2a-bd32-b8ddcca22958 req-a449e985-d2e5-4133-952b-208056e64f13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe HTTP/1.1" status: 200 len: 217 time: 0.0341623 Oct 12 16:53:27.462932 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d43a37-5080-4b2a-bd32-b8ddcca22958 req-fc9fc21c-2d15-4f8d-9ed5-29401ce42ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:27.464392 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a0d43a37-5080-4b2a-bd32-b8ddcca22958 req-fc9fc21c-2d15-4f8d-9ed5-29401ce42ac6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9c296af-0b8c-480b-9c67-efcb85835c98 HTTP/1.1" status: 200 len: 847 time: 0.0471056 Oct 12 16:53:27.475145 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868cde2-c4be-471a-b9b6-12a08afa1f4d req-c82e0ac7-a56c-4ed1-8324-94ce30917fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:27.476622 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5868cde2-c4be-471a-b9b6-12a08afa1f4d req-c82e0ac7-a56c-4ed1-8324-94ce30917fc1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0933690 Oct 12 16:53:27.493044 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a472ae19-7068-4430-88e8-4b0e9afdd6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.511443 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d43a37-5080-4b2a-bd32-b8ddcca22958 req-434e2f0d-d9f3-442a-baa1-812bc74705b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:27.512922 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a0d43a37-5080-4b2a-bd32-b8ddcca22958 req-434e2f0d-d9f3-442a-baa1-812bc74705b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399001 Oct 12 16:53:27.569730 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868cde2-c4be-471a-b9b6-12a08afa1f4d req-478da2b2-e734-40d7-9613-a2193e91036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:27.571198 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5868cde2-c4be-471a-b9b6-12a08afa1f4d req-478da2b2-e734-40d7-9613-a2193e91036e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840652 Oct 12 16:53:27.609739 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a0d43a37-5080-4b2a-bd32-b8ddcca22958 req-e4ccdc38-c416-4858-bc16-398a4d6c1653 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876532 Oct 12 16:53:27.688537 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Router 597d634a-e7ae-4991-bd10-625801d90ae1 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:53:27.695752 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a0d43a37-5080-4b2a-bd32-b8ddcca22958 req-f58ad885-e140-4704-92a5-5543e91e5708 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785542 Oct 12 16:53:27.710209 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5868cde2-c4be-471a-b9b6-12a08afa1f4d req-456f0e48-e676-4acd-8e45-04cb49eb421c service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103768 Oct 12 16:53:27.876201 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:53:27.880957 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:27.885673 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7f6c8e-6573-464f-81c1-0fd981683de0 None None] Sync routers for ids ['597d634a-e7ae-4991-bd10-625801d90ae1'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:53:27.895526 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f6c8e-6573-464f-81c1-0fd981683de0 None None] Routers {'597d634a-e7ae-4991-bd10-625801d90ae1'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:27.895814 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5868cde2-c4be-471a-b9b6-12a08afa1f4d req-0764d471-97cf-4e91-b7ec-0c2661d96fbf service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510427 Oct 12 16:53:27.896145 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bb7f6c8e-6573-464f-81c1-0fd981683de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['597d634a-e7ae-4991-bd10-625801d90ae1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:27.939661 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-c8a52ede-1187-4ae0-a3d2-81d95194eeda tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "DELETE /v2.0/floatingips/f4b0bd3b-6c79-4719-8d8d-211583c9eb09 HTTP/1.1" status: 204 len: 168 time: 2.0013411 Oct 12 16:53:27.940771 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:27.943054 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768c51bb-aafe-441a-8fb9-2b472751f343" -d '{"events": [{"name": "network-changed", "server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:27.961917 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2e9f-382c-49e6-b5a7-90fd1f13f14e req-f21f8da0-4723-4b20-9d2c-eea49b3950a6 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:27.963677 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6f7b2e9f-382c-49e6-b5a7-90fd1f13f14e req-f21f8da0-4723-4b20-9d2c-eea49b3950a6 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0889907 Oct 12 16:53:28.005636 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6f7b2e9f-382c-49e6-b5a7-90fd1f13f14e req-02c99510-c197-4553-9ee8-59ec5a92aed0 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346217 Oct 12 16:53:28.007137 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-bb7f6c8e-6573-464f-81c1-0fd981683de0 None None] Set router 597d634a-e7ae-4991-bd10-625801d90ae1 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:28.048011 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4a5515-735c-4adf-9da0-6b791d66c567 x-openstack-request-id: req-aa4a5515-735c-4adf-9da0-6b791d66c567 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:28.048298 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:28.048605 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa4a5515-735c-4adf-9da0-6b791d66c567 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:28.048998 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'status': 'completed', 'code': 200} Oct 12 16:53:28.164241 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c51bb-aafe-441a-8fb9-2b472751f343 req-b377d4cb-864c-4d89-bdd1-7803b6226eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:28.166431 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-768c51bb-aafe-441a-8fb9-2b472751f343 req-b377d4cb-864c-4d89-bdd1-7803b6226eb8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b276008196643ce9a2938b78207fc0c&device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 1098 time: 0.0469019 Oct 12 16:53:28.240916 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bb7f6c8e-6573-464f-81c1-0fd981683de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 4, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': 'f556fa5c-7cb9-4f12-bf69-0bb774a1d624', 'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'mac_address': 'fa:16:3e:7b:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:52Z', 'updated_at': '2021-10-12T16:50:58Z', 'revision_number': 5, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'subnets': [{'id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:28.268631 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7f6c8e-6573-464f-81c1-0fd981683de0 None None] Checking router: 597d634a-e7ae-4991-bd10-625801d90ae1 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:53:28.274488 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c51bb-aafe-441a-8fb9-2b472751f343 req-6b8aeee9-955c-414f-856b-9144d11e44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:28.275962 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-768c51bb-aafe-441a-8fb9-2b472751f343 req-6b8aeee9-955c-414f-856b-9144d11e44c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7df8205e-74e7-46c8-b763-2477e3e642ae HTTP/1.1" status: 200 len: 916 time: 0.0889359 Oct 12 16:53:28.277064 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f6c8e-6573-464f-81c1-0fd981683de0 None None] Routers {'597d634a-e7ae-4991-bd10-625801d90ae1'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:28.277690 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bb7f6c8e-6573-464f-81c1-0fd981683de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['597d634a-e7ae-4991-bd10-625801d90ae1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:28.321716 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-768c51bb-aafe-441a-8fb9-2b472751f343 req-8b7e1f8e-e47d-4184-8fb0-6eeaf8df8fbb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5 HTTP/1.1" status: 200 len: 217 time: 0.0362396 Oct 12 16:53:28.372050 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c51bb-aafe-441a-8fb9-2b472751f343 req-681e23cb-a033-43fa-a434-6928939c52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:28.374205 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-768c51bb-aafe-441a-8fb9-2b472751f343 req-681e23cb-a033-43fa-a434-6928939c52bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=172001fc-4f80-4c2f-b673-5dc31aa5a22d HTTP/1.1" status: 200 len: 854 time: 0.0440302 Oct 12 16:53:28.378293 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:28.394802 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-bb7f6c8e-6573-464f-81c1-0fd981683de0 None None] Set router 597d634a-e7ae-4991-bd10-625801d90ae1 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:28.420037 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c51bb-aafe-441a-8fb9-2b472751f343 req-84e975af-03aa-4747-9303-0337cdfca77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:28.421572 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-768c51bb-aafe-441a-8fb9-2b472751f343 req-84e975af-03aa-4747-9303-0337cdfca77c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7df8205e-74e7-46c8-b763-2477e3e642ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390244 Oct 12 16:53:28.552537 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685b78a-66ce-448e-afd4-1b8123ea844b req-b9a7bd2a-70a8-4129-b518-745fc5e62e9f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:28.554020 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8685b78a-66ce-448e-afd4-1b8123ea844b req-b9a7bd2a-70a8-4129-b518-745fc5e62e9f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0741220 Oct 12 16:53:28.559375 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-768c51bb-aafe-441a-8fb9-2b472751f343 req-02b486fa-1273-46bb-95d6-eef55aaccd08 service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249971 Oct 12 16:53:28.594382 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bb7f6c8e-6573-464f-81c1-0fd981683de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 4, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': 'f556fa5c-7cb9-4f12-bf69-0bb774a1d624', 'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'mac_address': 'fa:16:3e:7b:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:52Z', 'updated_at': '2021-10-12T16:50:58Z', 'revision_number': 5, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'subnets': [{'id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:28.625025 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7f6c8e-6573-464f-81c1-0fd981683de0 None None] The sync data for ids ['597d634a-e7ae-4991-bd10-625801d90ae1'] in dv-cinder-813221-2-iscsi is: [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 4, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': 'f556fa5c-7cb9-4f12-bf69-0bb774a1d624', 'name': '', 'network_id': '7df8205e-74e7-46c8-b763-2477e3e642ae', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'mac_address': 'fa:16:3e:7b:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:52Z', 'updated_at': '2021-10-12T16:50:58Z', 'revision_number': 5, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'subnets': [{'id': '172001fc-4f80-4c2f-b673-5dc31aa5a22d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:53:28.860191 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8685b78a-66ce-448e-afd4-1b8123ea844b req-8c0f2713-61ca-4649-a91e-d4c68557473d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998829 Oct 12 16:53:28.869461 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652f4b88-9a62-4ec0-aba8-652091fb4057 None None] New status for floating IP f4b0bd3b-6c79-4719-8d8d-211583c9eb09: DOWN {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:53:28.909212 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-768c51bb-aafe-441a-8fb9-2b472751f343 req-68eda845-b405-4c24-9aed-fdc0a6b1f2bc service neutron] 10.222.0.25 "GET /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340948 Oct 12 16:53:28.982464 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:29.118011 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5c893-90b5-4221-97be-9a64a6451532 req-4fb506ef-ecfc-4e17-b48a-6c26fb118855 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:29.119501 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-91f5c893-90b5-4221-97be-9a64a6451532 req-4fb506ef-ecfc-4e17-b48a-6c26fb118855 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0485735 Oct 12 16:53:29.158524 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-91f5c893-90b5-4221-97be-9a64a6451532 req-3e5d1623-13a5-43f0-a117-889e5c5606df tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Oct 12 16:53:29.989487 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe64865-fd51-4d75-a329-634192910b4d req-40f143e3-3c9e-41c1-9772-52fee5a85ddc tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:29.990973 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8fe64865-fd51-4d75-a329-634192910b4d req-40f143e3-3c9e-41c1-9772-52fee5a85ddc tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 946 time: 0.0493817 Oct 12 16:53:30.029125 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8fe64865-fd51-4d75-a329-634192910b4d req-f74dd274-7c41-4e0a-8fc5-80f7bc297acd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Oct 12 16:53:30.275389 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721051e-9b97-4892-bc61-ccf618956574 req-23b33343-64f7-4f11-8b24-411924a73bb6 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:30.276852 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a721051e-9b97-4892-bc61-ccf618956574 req-23b33343-64f7-4f11-8b24-411924a73bb6 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0512502 Oct 12 16:53:30.319531 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a721051e-9b97-4892-bc61-ccf618956574 req-cf0ebd93-d1dc-4acc-b660-925968be0bce tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366573 Oct 12 16:53:30.428663 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:30.575027 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:53:30.632175 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c76615-96ab-4a3b-9060-f132bad9dd3e req-535ae53c-1c1c-45c3-aed2-40c1cdc15ceb tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:30.633677 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-28c76615-96ab-4a3b-9060-f132bad9dd3e req-535ae53c-1c1c-45c3-aed2-40c1cdc15ceb tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 945 time: 0.0481308 Oct 12 16:53:30.649736 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:30.671047 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-28c76615-96ab-4a3b-9060-f132bad9dd3e req-fc15a508-ff2d-4b13-8031-c97e9ad1c6a7 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307312 Oct 12 16:53:30.671273 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:30.673507 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de770496-581e-4ac1-bc62-2935d19c6f3a" -d '{"events": [{"server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "name": "network-vif-unplugged", "status": "completed", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:30.693155 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:30.698313 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:30.724510 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e72b3e2-8643-48ed-933d-e5a90daade8c x-openstack-request-id: req-4e72b3e2-8643-48ed-933d-e5a90daade8c {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:30.724800 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "name": "network-vif-unplugged", "status": "failed", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f", "code": 422}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:30.725050 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e72b3e2-8643-48ed-933d-e5a90daade8c {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:30.725492 dv-cinder-813221-2-iscsi neutron-server[100533]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'code': 422} returned with failed status Oct 12 16:53:30.750508 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,revision_number=8']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:31.144424 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ec063-7db0-42dd-a9e0-e7a0520b051d req-a6dd473b-0230-4c54-9b96-388bd52e2ffd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:31.146075 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-159ec063-7db0-42dd-a9e0-e7a0520b051d req-a6dd473b-0230-4c54-9b96-388bd52e2ffd tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0477352 Oct 12 16:53:31.183921 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-159ec063-7db0-42dd-a9e0-e7a0520b051d req-2adfb82b-dfbd-4ebb-b8c2-3fc5eb9c3a89 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Oct 12 16:53:31.442632 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfc526-fa36-4721-a195-de0eea2451bb req-eefe1d7f-8b20-40a4-8e1c-4fcde194e140 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:31.444154 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-76bfc526-fa36-4721-a195-de0eea2451bb req-eefe1d7f-8b20-40a4-8e1c-4fcde194e140 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0531068 Oct 12 16:53:31.483643 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-76bfc526-fa36-4721-a195-de0eea2451bb req-6f0419fa-1d86-47ae-9fa8-e63b9b6d728e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328536 Oct 12 16:53:31.788222 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93dbb7-f62f-486d-80f0-844b171934e1 req-cdb926b8-4d5c-49fa-8129-0c1be7cc7675 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:31.789631 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ad93dbb7-f62f-486d-80f0-844b171934e1 req-cdb926b8-4d5c-49fa-8129-0c1be7cc7675 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 945 time: 0.0489182 Oct 12 16:53:31.826415 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ad93dbb7-f62f-486d-80f0-844b171934e1 req-5eef63d0-1e02-4abf-af1f-a3d6ee964884 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307570 Oct 12 16:53:32.087658 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21004154-185d-4021-b420-b181e31fbfa6 req-40e92c04-c52d-4c99-8c28-b62f0db5709d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:32.089114 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-21004154-185d-4021-b420-b181e31fbfa6 req-40e92c04-c52d-4c99-8c28-b62f0db5709d tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0504646 Oct 12 16:53:32.120854 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27662c94-0472-43ca-9068-07fdcd3f363b req-5388a5c1-97fb-47a7-8fbe-acdc93ca91b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404778 Oct 12 16:53:32.128124 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-21004154-185d-4021-b420-b181e31fbfa6 req-614b396a-274e-41a5-8ad9-e9a899d789a8 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321555 Oct 12 16:53:32.611409 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312c831-6983-4c8e-9efe-706727c1bfe1 req-04d0e0f1-a68f-4a59-b636-d98de158cc68 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:32.612874 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2312c831-6983-4c8e-9efe-706727c1bfe1 req-04d0e0f1-a68f-4a59-b636-d98de158cc68 tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 945 time: 0.0824153 Oct 12 16:53:32.621135 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c26fa7-537d-47d2-b077-58d9f0f679f9 req-2efa1f4e-9431-44fb-b828-32205f34e5f7 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:32.622536 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12c26fa7-537d-47d2-b077-58d9f0f679f9 req-2efa1f4e-9431-44fb-b828-32205f34e5f7 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0640914 Oct 12 16:53:32.700095 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-12c26fa7-537d-47d2-b077-58d9f0f679f9 req-c81f2342-58c9-4cf8-a7ce-ce06c945de94 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705109 Oct 12 16:53:32.750437 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-2312c831-6983-4c8e-9efe-706727c1bfe1 req-acf39372-3317-4290-921d-3fdba37122fa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Deleting port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:53:32.750777 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2312c831-6983-4c8e-9efe-706727c1bfe1 req-acf39372-3317-4290-921d-3fdba37122fa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:32.836306 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-2312c831-6983-4c8e-9efe-706727c1bfe1 req-acf39372-3317-4290-921d-3fdba37122fa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] For port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:32.836666 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2312c831-6983-4c8e-9efe-706727c1bfe1 req-acf39372-3317-4290-921d-3fdba37122fa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:32.850771 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-2312c831-6983-4c8e-9efe-706727c1bfe1 req-acf39372-3317-4290-921d-3fdba37122fa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Calling delete_port for 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:53:32.963921 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e46c57-6a05-4f88-b0f9-c37315686fa8 req-914c908b-7bd6-4829-bba9-9bb634cf0fdd tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:32.965410 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e5e46c57-6a05-4f88-b0f9-c37315686fa8 req-914c908b-7bd6-4829-bba9-9bb634cf0fdd tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e27973b-7846-4077-80d9-fb450ee51610 HTTP/1.1" status: 200 len: 945 time: 0.0697892 Oct 12 16:53:33.035857 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e5e46c57-6a05-4f88-b0f9-c37315686fa8 req-96baaedc-2aad-45ee-9999-433b4f60d7ae tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebeda4d9-bd6a-453c-b089-7e2f53e776c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638685 Oct 12 16:53:33.045090 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2312c831-6983-4c8e-9efe-706727c1bfe1 req-acf39372-3317-4290-921d-3fdba37122fa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:33.079349 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf39372-3317-4290-921d-3fdba37122fa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Pushing event deleted for resources: {'Port': ['ID=094452f7-9a11-451c-aeb3-2b6c95e4f2d5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:33.084284 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['094452f7-9a11-451c-aeb3-2b6c95e4f2d5'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:53:33.114050 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27662c94-0472-43ca-9068-07fdcd3f363b req-f4cf246a-1f74-445e-94d7-448255603b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:33.115799 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27662c94-0472-43ca-9068-07fdcd3f363b req-f4cf246a-1f74-445e-94d7-448255603b04 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270&tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0743346 Oct 12 16:53:33.120268 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2312c831-6983-4c8e-9efe-706727c1bfe1 req-acf39372-3317-4290-921d-3fdba37122fa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] No DVR routers for this DVR port 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:53:33.122734 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2312c831-6983-4c8e-9efe-706727c1bfe1 req-acf39372-3317-4290-921d-3fdba37122fa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:33.126060 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2312c831-6983-4c8e-9efe-706727c1bfe1 req-acf39372-3317-4290-921d-3fdba37122fa tempest-TestMinimumBasicScenario-1182712119 tempest-TestMinimumBasicScenario-1182712119-project] 10.222.0.25 "DELETE /v2.0/ports/094452f7-9a11-451c-aeb3-2b6c95e4f2d5 HTTP/1.1" status: 204 len: 173 time: 0.4904869 Oct 12 16:53:33.126485 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'name': 'network-vif-deleted', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:33.128703 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52cc99f-1d6a-4889-b31e-20be8dad8755" -d '{"events": [{"server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "name": "network-vif-deleted", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:33.166998 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156166f4-8473-480d-9da2-3e2ced7e6f6c x-openstack-request-id: req-156166f4-8473-480d-9da2-3e2ced7e6f6c {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:33.167245 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e27973b-7846-4077-80d9-fb450ee51610", "name": "network-vif-deleted", "tag": "094452f7-9a11-451c-aeb3-2b6c95e4f2d5", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:33.167514 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-156166f4-8473-480d-9da2-3e2ced7e6f6c {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:33.167862 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e27973b-7846-4077-80d9-fb450ee51610', 'name': 'network-vif-deleted', 'tag': '094452f7-9a11-451c-aeb3-2b6c95e4f2d5', 'status': 'completed', 'code': 200} Oct 12 16:53:33.267559 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27662c94-0472-43ca-9068-07fdcd3f363b req-6c83dae6-659f-4e40-8167-aa882059100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:33.269037 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27662c94-0472-43ca-9068-07fdcd3f363b req-6c83dae6-659f-4e40-8167-aa882059100b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 1097 time: 0.0735452 Oct 12 16:53:33.277130 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8c8c1-fd87-4f08-9b0a-08fb4a831428 req-043f7c04-b8d0-4301-ab37-d65e6f53c0ed tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:33.278545 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b0e8c8c1-fd87-4f08-9b0a-08fb4a831428 req-043f7c04-b8d0-4301-ab37-d65e6f53c0ed tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0730417 Oct 12 16:53:33.365446 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b0e8c8c1-fd87-4f08-9b0a-08fb4a831428 req-68eedc19-e1db-40b3-8c13-d3ccb806efd8 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738313 Oct 12 16:53:33.390888 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27662c94-0472-43ca-9068-07fdcd3f363b req-b04ed78a-787e-4b93-9cac-5756f7874453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:33.392351 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27662c94-0472-43ca-9068-07fdcd3f363b req-b04ed78a-787e-4b93-9cac-5756f7874453 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 917 time: 0.1082616 Oct 12 16:53:33.463592 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27662c94-0472-43ca-9068-07fdcd3f363b req-674d4987-d3b0-4258-b848-b059aa72cfed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f HTTP/1.1" status: 200 len: 1000 time: 0.0626650 Oct 12 16:53:33.514722 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27662c94-0472-43ca-9068-07fdcd3f363b req-297ea947-8b17-422c-a706-572b8e12c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:33.516176 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27662c94-0472-43ca-9068-07fdcd3f363b req-297ea947-8b17-422c-a706-572b8e12c136 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0444348 Oct 12 16:53:33.571765 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27662c94-0472-43ca-9068-07fdcd3f363b req-125894a5-34c5-4673-9385-8770a1b7d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:33.573310 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27662c94-0472-43ca-9068-07fdcd3f363b req-125894a5-34c5-4673-9385-8770a1b7d987 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410209 Oct 12 16:53:33.670875 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27662c94-0472-43ca-9068-07fdcd3f363b req-f6f6eee0-f2e0-4f3e-a742-20268f7f0643 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846813 Oct 12 16:53:33.764973 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27662c94-0472-43ca-9068-07fdcd3f363b req-b91efa82-9f0d-4aa4-8d52-27afcae139b4 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862989 Oct 12 16:53:33.816987 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe9c7c-1a2d-4231-bb95-0ae8fc9a725e req-6e7efea7-02c2-4e36-af5f-b1bb1f552970 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:33.819098 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b3fe9c7c-1a2d-4231-bb95-0ae8fc9a725e req-6e7efea7-02c2-4e36-af5f-b1bb1f552970 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0475831 Oct 12 16:53:33.856638 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b3fe9c7c-1a2d-4231-bb95-0ae8fc9a725e req-248637cf-736a-4a6a-a569-e51783bf52c4 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322778 Oct 12 16:53:34.520962 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca25fb5-e865-4fc2-8823-1f0b51cbb81e req-0f072560-8416-49b0-b9ef-7162bfac27d1 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:34.530860 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dca25fb5-e865-4fc2-8823-1f0b51cbb81e req-0f072560-8416-49b0-b9ef-7162bfac27d1 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0777106 Oct 12 16:53:34.574774 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:53:34.583799 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:53:34.590903 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dca25fb5-e865-4fc2-8823-1f0b51cbb81e req-f68d6aed-3829-4d91-b83e-1c09dbdc1b87 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461190 Oct 12 16:53:34.780640 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:34.792008 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'port_id': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'mac_address': 'fa:16:3e:8e:8f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:53:34.832351 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:34.847077 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:53:34.900540 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:34.909047 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:34.984026 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:35.009760 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47208) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:35.050255 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d2112-d296-4d8a-9e53-31cd2a5e92b2 req-43bf7d70-43be-4335-b2cd-d1c42de483fc tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:35.052268 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-921d2112-d296-4d8a-9e53-31cd2a5e92b2 req-43bf7d70-43be-4335-b2cd-d1c42de483fc tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 945 time: 0.0822971 Oct 12 16:53:35.101047 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-921d2112-d296-4d8a-9e53-31cd2a5e92b2 req-1d694180-4f33-4b11-a90a-05504ac20959 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427313 Oct 12 16:53:35.278604 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:53:35.675582 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438941'] for router_interface, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:35.719117 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10b0f2-dfa6-4e00-8f25-71554f6c1e52 req-dc5eab9f-df78-4d29-8a2d-8fcdd52e42b0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:35.720759 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3e10b0f2-dfa6-4e00-8f25-71554f6c1e52 req-dc5eab9f-df78-4d29-8a2d-8fcdd52e42b0 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0546069 Oct 12 16:53:35.781909 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3e10b0f2-dfa6-4e00-8f25-71554f6c1e52 req-fea43a1a-6495-436d-9f6a-4350416eaeac tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546045 Oct 12 16:53:35.937737 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] Deleting port f556fa5c-7cb9-4f12-bf69-0bb774a1d624 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:53:35.937994 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.028821 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] For port f556fa5c-7cb9-4f12-bf69-0bb774a1d624, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=f556fa5c-7cb9-4f12-bf69-0bb774a1d624,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:36.029582 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.044362 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] Calling delete_port for f556fa5c-7cb9-4f12-bf69-0bb774a1d624 owned by network:router_interface {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:53:36.237128 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359fb84-1d8b-488d-8d4f-77b309b36fcc req-f47d9691-0472-4651-aa58-4c9d1563cd18 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:36.244714 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e359fb84-1d8b-488d-8d4f-77b309b36fcc req-f47d9691-0472-4651-aa58-4c9d1563cd18 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 945 time: 0.0664570 Oct 12 16:53:36.260498 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.290499 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] Pushing event deleted for resources: {'Port': ['ID=f556fa5c-7cb9-4f12-bf69-0bb774a1d624,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:36.302280 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e359fb84-1d8b-488d-8d4f-77b309b36fcc req-8406ede6-ab57-466f-8373-14b82ce94436 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472934 Oct 12 16:53:36.473309 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438825'] for router_interface, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.575978 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:36.641676 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:53:36.645851 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:36.646223 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.703900 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] Router 597d634a-e7ae-4991-bd10-625801d90ae1 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:53:36.730572 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.763070 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:36.765949 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a288714f-4d8f-450b-a29d-952cd3f0ed4a" -d '{"events": [{"server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "name": "network-vif-plugged", "status": "completed", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:36.781986 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:36.787850 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:36.788850 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:53:36.824409 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823d1f61-4dfb-4b49-9762-f397047fd209 x-openstack-request-id: req-823d1f61-4dfb-4b49-9762-f397047fd209 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:36.825938 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "name": "network-vif-plugged", "status": "completed", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:36.826261 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-823d1f61-4dfb-4b49-9762-f397047fd209 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:36.828226 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'code': 200} Oct 12 16:53:36.832880 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:53:36.833665 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 094452f7-9a11-451c-aeb3-2b6c95e4f2d5 not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:53:36.836316 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:53:36.846700 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-7e4ee23a-df76-4edd-aa1f-b90e37dd150f admin admin] 10.222.0.48 "PUT /v2.0/routers/597d634a-e7ae-4991-bd10-625801d90ae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8352382 Oct 12 16:53:36.849445 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47220) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:36.896232 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4807561e-8af5-4574-b5f6-0be99c7cea68 None None] Sync routers for ids ['597d634a-e7ae-4991-bd10-625801d90ae1'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:53:36.935742 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807561e-8af5-4574-b5f6-0be99c7cea68 None None] Routers {'597d634a-e7ae-4991-bd10-625801d90ae1'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:36.940976 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4807561e-8af5-4574-b5f6-0be99c7cea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['597d634a-e7ae-4991-bd10-625801d90ae1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:36.980846 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c3e86-744a-4fa3-b0ef-8ac0ad369121 req-481fc33a-05fc-4f7f-acde-2d1e605c6595 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:36.989263 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c78c3e86-744a-4fa3-b0ef-8ac0ad369121 req-481fc33a-05fc-4f7f-acde-2d1e605c6595 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.1052852 Oct 12 16:53:37.029401 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:37.051370 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c78c3e86-744a-4fa3-b0ef-8ac0ad369121 req-dc3254c7-addf-41c0-950f-948955e0d800 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545061 Oct 12 16:53:37.099059 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Notify callbacks [] for router, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.112783 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-4807561e-8af5-4574-b5f6-0be99c7cea68 None None] Set router 597d634a-e7ae-4991-bd10-625801d90ae1 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:37.209469 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.277212 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Deleting port 1da54e63-297a-4791-aab8-0481d8c5a07f {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:53:37.277751 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.332461 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4807561e-8af5-4574-b5f6-0be99c7cea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:53:36Z', 'revision_number': 5, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port': {'id': '1da54e63-297a-4791-aab8-0481d8c5a07f', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:50Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:37.389226 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] For port 1da54e63-297a-4791-aab8-0481d8c5a07f, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=1da54e63-297a-4791-aab8-0481d8c5a07f,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:37.390148 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.411563 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Calling delete_port for 1da54e63-297a-4791-aab8-0481d8c5a07f owned by network:router_gateway {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:53:37.453997 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be6de6-90a8-4fda-971d-5bdbafcda34b req-0fcf595d-9a22-4f35-adbd-f84f3e306234 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:37.462229 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-36be6de6-90a8-4fda-971d-5bdbafcda34b req-0fcf595d-9a22-4f35-adbd-f84f3e306234 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0788419 Oct 12 16:53:37.508888 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4807561e-8af5-4574-b5f6-0be99c7cea68 None None] Checking router: 597d634a-e7ae-4991-bd10-625801d90ae1 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:53:37.519016 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807561e-8af5-4574-b5f6-0be99c7cea68 None None] Routers {'597d634a-e7ae-4991-bd10-625801d90ae1'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:37.519857 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4807561e-8af5-4574-b5f6-0be99c7cea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['597d634a-e7ae-4991-bd10-625801d90ae1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:37.524023 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-36be6de6-90a8-4fda-971d-5bdbafcda34b req-31098e52-dd34-4856-96cb-aeab18d41f14 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549912 Oct 12 16:53:37.615113 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-4807561e-8af5-4574-b5f6-0be99c7cea68 None None] Set router 597d634a-e7ae-4991-bd10-625801d90ae1 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:37.633993 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.658536 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1da54e63-297a-4791-aab8-0481d8c5a07f,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:37.674402 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4807561e-8af5-4574-b5f6-0be99c7cea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:53:37Z', 'revision_number': 6, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port_host': None}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:37.703842 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4807561e-8af5-4574-b5f6-0be99c7cea68 None None] The sync data for ids ['597d634a-e7ae-4991-bd10-625801d90ae1'] in dv-cinder-813221-2-iscsi is: [{'id': '597d634a-e7ae-4991-bd10-625801d90ae1', 'name': 'tempest-TestMinimumBasicScenario-1248547082-router', 'tenant_id': '6b276008196643ce9a2938b78207fc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:53:37Z', 'revision_number': 6, 'project_id': '6b276008196643ce9a2938b78207fc0c', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:53:37.724550 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464331'] for router_gateway, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.820445 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4886'] for router, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.822668 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.865033 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445488'] for router, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.865671 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 597d634a-e7ae-4991-bd10-625801d90ae1 {{(pid=100532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 16:53:37.870086 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.871205 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-5f8fade5-30ef-419d-a18e-b71d5384b2bf admin admin] 10.222.0.48 "DELETE /v2.0/routers/597d634a-e7ae-4991-bd10-625801d90ae1 HTTP/1.1" status: 204 len: 168 time: 1.0205343 Oct 12 16:53:37.874302 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47224) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:37.918393 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_v2 [None req-35229ef7-7dee-46a8-8722-000f52a02a65 admin admin] Deleting subnet 172001fc-4f80-4c2f-b673-5dc31aa5a22d {{(pid=100532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:53:37.921614 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35229ef7-7dee-46a8-8722-000f52a02a65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:37.959756 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35229ef7-7dee-46a8-8722-000f52a02a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12438652'] for subnet, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.106100 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35229ef7-7dee-46a8-8722-000f52a02a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.192543 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35229ef7-7dee-46a8-8722-000f52a02a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12390395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12378335'] for subnet, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.219744 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35229ef7-7dee-46a8-8722-000f52a02a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172001fc-4f80-4c2f-b673-5dc31aa5a22d,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:38.220104 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95b356-8fcd-4589-a924-80fad76beb72 req-5cb7f330-e898-4264-9e16-e22451d084c6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:38.222560 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4a95b356-8fcd-4589-a924-80fad76beb72 req-5cb7f330-e898-4264-9e16-e22451d084c6 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0735068 Oct 12 16:53:38.225721 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35229ef7-7dee-46a8-8722-000f52a02a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.231922 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-35229ef7-7dee-46a8-8722-000f52a02a65 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/172001fc-4f80-4c2f-b673-5dc31aa5a22d HTTP/1.1" status: 204 len: 168 time: 0.3566384 Oct 12 16:53:38.232621 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47228) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:38.241691 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c853e56-9fca-49ed-94fe-ee8c09a1a473 None None] Network 7df8205e-74e7-46c8-b763-2477e3e642ae requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:38.291111 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4a95b356-8fcd-4589-a924-80fad76beb72 req-fcefa4fe-486b-4084-bd9e-1256320f49bf tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484452 Oct 12 16:53:38.341086 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.408570 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Deleting port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:53:38.408871 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.477724 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] For port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc,segment=NetworkSegment(59b3bc2f-e01b-4d2c-9b0e-031e35d834df),segment_id=59b3bc2f-e01b-4d2c-9b0e-031e35d834df)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:38.478107 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.491452 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Calling delete_port for 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:53:38.543432 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6e7570-73f6-478d-9274-94500a2cb11a None None] DHCP port deletion for 7df8205e-74e7-46c8-b763-2477e3e642ae request from dv-cinder-813221-2-iscsi {{(pid=100533) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 16:53:38.601735 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.626818 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e7570-73f6-478d-9274-94500a2cb11a None None] Deleting port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc {{(pid=100533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:53:38.627586 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3b6e7570-73f6-478d-9274-94500a2cb11a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.641525 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:38.643918 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] No DVR routers for this DVR port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc on host dv-cinder-813221-2-iscsi {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:53:38.718781 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043588-5011-4f3f-b6bd-f1535ea27aed req-15068c02-3f55-4c50-b16e-50bc94f89e39 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:38.720371 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f0043588-5011-4f3f-b6bd-f1535ea27aed req-15068c02-3f55-4c50-b16e-50bc94f89e39 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.1009059 Oct 12 16:53:38.740052 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.779419 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-3b6e7570-73f6-478d-9274-94500a2cb11a None None] For port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc, host dv-cinder-813221-2-iscsi, got binding levels [] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:38.779884 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3b6e7570-73f6-478d-9274-94500a2cb11a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.780292 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df8205e-74e7-46c8-b763-2477e3e642ae']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:38.790797 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b3bc2f-e01b-4d2c-9b0e-031e35d834df') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:38.791348 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b3bc2f-e01b-4d2c-9b0e-031e35d834df') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:38.802051 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f0043588-5011-4f3f-b6bd-f1535ea27aed req-02e33fd5-60af-4a42-ac70-73ddfdf3add1 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723839 Oct 12 16:53:38.812170 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.826490 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e7570-73f6-478d-9274-94500a2cb11a None None] Calling delete_port for 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc owned by network:dhcp {{(pid=100533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:53:38.833398 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.ipam_backend_mixin [None req-3b6e7570-73f6-478d-9274-94500a2cb11a None None] Port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc was not found and therefore no delete operation was performed {{(pid=100533) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 16:53:38.838945 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3b6e7570-73f6-478d-9274-94500a2cb11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429'] for port, after_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.843727 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.851154 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:53:38.851621 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:53:38.853522 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:53:38.880469 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e7570-73f6-478d-9274-94500a2cb11a None None] Pushing event deleted for resources: {'Port': ['ID=7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc,revision_number=None']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:38.890942 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6e7570-73f6-478d-9274-94500a2cb11a None None] No DVR routers for this DVR port 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc on host dv-cinder-813221-2-iscsi {{(pid=100533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:53:38.946311 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.974490 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:38.989961 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7df8205e-74e7-46c8-b763-2477e3e642ae HTTP/1.1" status: 204 len: 168 time: 0.7544813 Oct 12 16:53:38.991489 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47232) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:38.991743 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050270a0-52a3-40fa-90ac-be2319a94774 admin admin] Pushing event deleted for resources: {'Network': ['ID=7df8205e-74e7-46c8-b763-2477e3e642ae,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:39.010640 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device f556fa5c-7cb9-4f12-bf69-0bb774a1d624 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:53:39.037037 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: f556fa5c-7cb9-4f12-bf69-0bb774a1d624 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:53:39.037714 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device f556fa5c-7cb9-4f12-bf69-0bb774a1d624 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:53:39.038457 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:53:39.061016 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:53:39.061595 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 7f7e5a0b-48ca-484e-9d68-8c2e6524e9bc not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:53:39.062162 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 1da54e63-297a-4791-aab8-0481d8c5a07f no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:53:39.083068 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 1da54e63-297a-4791-aab8-0481d8c5a07f {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:53:39.083413 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 1da54e63-297a-4791-aab8-0481d8c5a07f not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:53:39.474559 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029d436-6276-42ab-b85c-df46ed0d19c4 req-94f660a2-29c3-4425-bcf2-52cd8df2f4f4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:39.476051 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d029d436-6276-42ab-b85c-df46ed0d19c4 req-94f660a2-29c3-4425-bcf2-52cd8df2f4f4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.1066775 Oct 12 16:53:39.509414 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438941'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.565412 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d029d436-6276-42ab-b85c-df46ed0d19c4 req-04345b36-1931-4496-965b-b4a3f65a6bc5 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804641 Oct 12 16:53:39.822190 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Deleting port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:53:39.822859 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.934546 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] For port 3ff52edf-d15d-471a-9ea8-151b7b83d4fc, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=3ff52edf-d15d-471a-9ea8-151b7b83d4fc,segment=NetworkSegment(5d33c980-fd66-496b-9f57-dbba2e6b445c),segment_id=5d33c980-fd66-496b-9f57-dbba2e6b445c)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:39.934906 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:39.959501 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b9d11-879b-476c-9c28-71cef02854d1 req-8671be81-7b24-4bda-b924-846b4c53deca tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:39.961362 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5e2b9d11-879b-476c-9c28-71cef02854d1 req-8671be81-7b24-4bda-b924-846b4c53deca tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0895398 Oct 12 16:53:39.962530 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Calling delete_port for 3ff52edf-d15d-471a-9ea8-151b7b83d4fc owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:53:40.050811 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5e2b9d11-879b-476c-9c28-71cef02854d1 req-ce9a15da-946a-4d30-afef-2ee17c1b91d5 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790107 Oct 12 16:53:40.180768 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:40.208770 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff52edf-d15d-471a-9ea8-151b7b83d4fc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:40.236154 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.236593 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.236937 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.237395 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.237728 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.238120 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.238514 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.238921 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.239255 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.239582 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.239908 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.240229 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:40.397950 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438825'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:40.762379 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd2b1-6d92-4a49-be89-8b8353b5a3db req-75f8a4df-2e93-48e7-b8eb-1a7fbdd726d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:40.763826 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c1cbd2b1-6d92-4a49-be89-8b8353b5a3db req-75f8a4df-2e93-48e7-b8eb-1a7fbdd726d4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0655482 Oct 12 16:53:40.872571 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c1cbd2b1-6d92-4a49-be89-8b8353b5a3db req-a48f3819-7782-452d-8873-ec06a4fb58b9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731812 Oct 12 16:53:40.912963 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Router c7c80d49-0097-4f6f-a5f5-1f195383921a has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:53:41.031841 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:53:41.036792 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-604e1260-fdda-412e-a8dc-199426009cd1 admin admin] 10.222.0.48 "PUT /v2.0/routers/c7c80d49-0097-4f6f-a5f5-1f195383921a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0436320 Oct 12 16:53:41.039267 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47242) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:41.041763 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac900cb-bead-416f-868e-78e9fe39c386 None None] Sync routers for ids ['c7c80d49-0097-4f6f-a5f5-1f195383921a'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:53:41.052645 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac900cb-bead-416f-868e-78e9fe39c386 None None] Routers {'c7c80d49-0097-4f6f-a5f5-1f195383921a'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:41.053564 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3ac900cb-bead-416f-868e-78e9fe39c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['c7c80d49-0097-4f6f-a5f5-1f195383921a'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:41.187226 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-3ac900cb-bead-416f-868e-78e9fe39c386 None None] Set router c7c80d49-0097-4f6f-a5f5-1f195383921a gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:41.216821 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Notify callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.231190 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780bec2-9161-4070-9fa4-d615c6050382 req-55a8f0ec-09f3-4fd5-987b-f6975c9f4aba tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:41.232723 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b780bec2-9161-4070-9fa4-d615c6050382 req-55a8f0ec-09f3-4fd5-987b-f6975c9f4aba tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0739009 Oct 12 16:53:41.350944 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b780bec2-9161-4070-9fa4-d615c6050382 req-4f9ed3a9-df2f-44da-8f57-35e14b1dd3d4 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835474 Oct 12 16:53:41.387004 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.406253 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3ac900cb-bead-416f-868e-78e9fe39c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'name': 'tempest-TestMinimumBasicScenario-1181354658-router', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:53:40Z', 'revision_number': 5, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'gw_port': {'id': '89d552f1-8771-46ea-b8df-945b5ddfaa07', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:41.438343 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac900cb-bead-416f-868e-78e9fe39c386 None None] Checking router: c7c80d49-0097-4f6f-a5f5-1f195383921a for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:53:41.447593 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac900cb-bead-416f-868e-78e9fe39c386 None None] Routers {'c7c80d49-0097-4f6f-a5f5-1f195383921a'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:41.448441 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3ac900cb-bead-416f-868e-78e9fe39c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['c7c80d49-0097-4f6f-a5f5-1f195383921a'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:41.468893 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Deleting port 89d552f1-8771-46ea-b8df-945b5ddfaa07 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:53:41.469328 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.546426 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-3ac900cb-bead-416f-868e-78e9fe39c386 None None] Set router c7c80d49-0097-4f6f-a5f5-1f195383921a gateway port host: None {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:41.559202 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] For port 89d552f1-8771-46ea-b8df-945b5ddfaa07, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=89d552f1-8771-46ea-b8df-945b5ddfaa07,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:41.559842 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.573767 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Calling delete_port for 89d552f1-8771-46ea-b8df-945b5ddfaa07 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:53:41.603849 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-3ac900cb-bead-416f-868e-78e9fe39c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'name': 'tempest-TestMinimumBasicScenario-1181354658-router', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:53:41Z', 'revision_number': 6, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'gw_port_host': None}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:41.634920 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac900cb-bead-416f-868e-78e9fe39c386 None None] The sync data for ids ['c7c80d49-0097-4f6f-a5f5-1f195383921a'] in dv-cinder-813221-2-iscsi is: [{'id': 'c7c80d49-0097-4f6f-a5f5-1f195383921a', 'name': 'tempest-TestMinimumBasicScenario-1181354658-router', 'tenant_id': '684877887e9549cda1aae83d0cd767c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:56Z', 'updated_at': '2021-10-12T16:53:41Z', 'revision_number': 6, 'project_id': '684877887e9549cda1aae83d0cd767c3', 'gw_port_host': None}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:53:41.748642 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.778852 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d552f1-8771-46ea-b8df-945b5ddfaa07,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:41.838104 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464331'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.945517 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4886'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:41.948818 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.052791 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445488'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.053437 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7c80d49-0097-4f6f-a5f5-1f195383921a {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 16:53:42.061808 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] Notify callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.064927 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-7544796c-9f89-4353-ba98-e59dfc212814 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c7c80d49-0097-4f6f-a5f5-1f195383921a HTTP/1.1" status: 204 len: 168 time: 1.0224962 Oct 12 16:53:42.065624 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47248) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:42.075041 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357586f-012d-43a8-8d1e-3ad0fb254a27 req-8253ff2e-fa7a-4808-9e94-0bc994557b69 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:42.082380 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5357586f-012d-43a8-8d1e-3ad0fb254a27 req-8253ff2e-fa7a-4808-9e94-0bc994557b69 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0691285 Oct 12 16:53:42.123910 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4009756-94a0-42dc-8ff3-fc914c16b44e admin admin] Deleting subnet 7b7ce986-b12d-480d-a29c-871f813f44cd {{(pid=100532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:53:42.127841 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4009756-94a0-42dc-8ff3-fc914c16b44e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.147208 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5357586f-012d-43a8-8d1e-3ad0fb254a27 req-6467755f-04b4-4086-a8fc-38f682a85671 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542188 Oct 12 16:53:42.163429 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4009756-94a0-42dc-8ff3-fc914c16b44e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12438652'] for subnet, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.249085 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4009756-94a0-42dc-8ff3-fc914c16b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.302040 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4009756-94a0-42dc-8ff3-fc914c16b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12390395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12378335'] for subnet, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.330444 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4009756-94a0-42dc-8ff3-fc914c16b44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7ce986-b12d-480d-a29c-871f813f44cd,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:42.332413 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4009756-94a0-42dc-8ff3-fc914c16b44e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.335658 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c4009756-94a0-42dc-8ff3-fc914c16b44e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7b7ce986-b12d-480d-a29c-871f813f44cd HTTP/1.1" status: 204 len: 168 time: 0.2689764 Oct 12 16:53:42.337300 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec55dbd-92c0-4ea0-bbdc-c30b97c85405 None None] Network 2eb66429-974a-45b2-bc9c-63a38426ba17 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:53:42.338043 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47250) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:42.442584 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.521962 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Deleting port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:53:42.522392 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.532263 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb026010-4492-4493-8f3b-def6640ada90 req-859d2bfd-ca18-4266-9905-01e85bc4fd57 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:42.533848 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cb026010-4492-4493-8f3b-def6640ada90 req-859d2bfd-ca18-4266-9905-01e85bc4fd57 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0791588 Oct 12 16:53:42.596279 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d19a0-7cca-4825-9611-01016c0ecf39 None None] DHCP port deletion for 2eb66429-974a-45b2-bc9c-63a38426ba17 request from dv-cinder-813221-2-iscsi {{(pid=100533) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 16:53:42.603105 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cb026010-4492-4493-8f3b-def6640ada90 req-27af0038-ee5d-4bb6-b945-70860646a433 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625608 Oct 12 16:53:42.620109 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] For port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=74fc1ce2-c3ed-4a61-9cbf-3e820026168d,segment=NetworkSegment(5d33c980-fd66-496b-9f57-dbba2e6b445c),segment_id=5d33c980-fd66-496b-9f57-dbba2e6b445c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:42.620478 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.633481 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Calling delete_port for 74fc1ce2-c3ed-4a61-9cbf-3e820026168d owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:53:42.661659 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-e69d19a0-7cca-4825-9611-01016c0ecf39 None None] Deleting port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d {{(pid=100533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:53:42.662169 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e69d19a0-7cca-4825-9611-01016c0ecf39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.729828 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.739648 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-e69d19a0-7cca-4825-9611-01016c0ecf39 None None] For port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=74fc1ce2-c3ed-4a61-9cbf-3e820026168d,segment=NetworkSegment(5d33c980-fd66-496b-9f57-dbba2e6b445c),segment_id=5d33c980-fd66-496b-9f57-dbba2e6b445c)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:42.740025 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e69d19a0-7cca-4825-9611-01016c0ecf39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.749556 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] No DVR routers for this DVR port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d on host dv-cinder-813221-2-iscsi {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:53:42.755584 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-e69d19a0-7cca-4825-9611-01016c0ecf39 None None] Calling delete_port for 74fc1ce2-c3ed-4a61-9cbf-3e820026168d owned by network:dhcp {{(pid=100533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:53:42.800161 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=74fc1ce2-c3ed-4a61-9cbf-3e820026168d,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:42.869673 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.897459 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb66429-974a-45b2-bc9c-63a38426ba17']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:42.904102 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d33c980-fd66-496b-9f57-dbba2e6b445c') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:42.904394 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d33c980-fd66-496b-9f57-dbba2e6b445c') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:42.910476 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e69d19a0-7cca-4825-9611-01016c0ecf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429'] for port, after_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.915008 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.938704 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.946111 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:53:42.946521 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:42.947537 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d19a0-7cca-4825-9611-01016c0ecf39 None None] Pushing event deleted for resources: {'Port': ['ID=74fc1ce2-c3ed-4a61-9cbf-3e820026168d,revision_number=None']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:42.951124 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d19a0-7cca-4825-9611-01016c0ecf39 None None] No DVR routers for this DVR port 74fc1ce2-c3ed-4a61-9cbf-3e820026168d on host dv-cinder-813221-2-iscsi {{(pid=100533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:53:42.960058 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:53:43.014969 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 3ff52edf-d15d-471a-9ea8-151b7b83d4fc no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:53:43.016503 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:43.022207 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:43.029457 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2eb66429-974a-45b2-bc9c-63a38426ba17 HTTP/1.1" status: 204 len: 168 time: 0.6904228 Oct 12 16:53:43.040196 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 3ff52edf-d15d-471a-9ea8-151b7b83d4fc {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:53:43.040788 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 3ff52edf-d15d-471a-9ea8-151b7b83d4fc not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:53:43.041357 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 74fc1ce2-c3ed-4a61-9cbf-3e820026168d no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:53:43.049547 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884e9a9-6883-459f-91c5-546cd9bcfdc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb66429-974a-45b2-bc9c-63a38426ba17,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:43.069322 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 74fc1ce2-c3ed-4a61-9cbf-3e820026168d {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:53:43.069710 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 74fc1ce2-c3ed-4a61-9cbf-3e820026168d not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:53:43.070125 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 89d552f1-8771-46ea-b8df-945b5ddfaa07 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:53:43.090237 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 89d552f1-8771-46ea-b8df-945b5ddfaa07 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:53:43.090861 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 89d552f1-8771-46ea-b8df-945b5ddfaa07 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:53:43.252705 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47260) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:43.296647 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d402fbf-d38d-4e18-a7e3-86079feca9ab req-a01dc8dc-2014-4f2f-878d-5dab93c93973 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:43.298470 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8d402fbf-d38d-4e18-a7e3-86079feca9ab req-a01dc8dc-2014-4f2f-878d-5dab93c93973 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0657303 Oct 12 16:53:43.322396 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-b3fcacbf-7a07-4d38-85f1-0729951d4cae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b276008196643ce9a2938b78207fc0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684903 Oct 12 16:53:43.325883 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47262) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:43.361012 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8d402fbf-d38d-4e18-a7e3-86079feca9ab req-b918e512-bd37-4315-944b-fcb5de9245e7 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538354 Oct 12 16:53:43.385472 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5d50c86-8a82-434e-9981-3c7344f5e288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:43.413333 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5d50c86-8a82-434e-9981-3c7344f5e288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:43.461938 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5d50c86-8a82-434e-9981-3c7344f5e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:43.464661 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5d50c86-8a82-434e-9981-3c7344f5e288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:43.468801 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-b5d50c86-8a82-434e-9981-3c7344f5e288 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebeda4d9-bd6a-453c-b089-7e2f53e776c7 HTTP/1.1" status: 204 len: 168 time: 0.1384072 Oct 12 16:53:43.474885 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d50c86-8a82-434e-9981-3c7344f5e288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeda4d9-bd6a-453c-b089-7e2f53e776c7,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:43.727612 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fa350-f0fb-46e7-9061-019db5bdb415 req-79d97581-c129-41a2-bd4a-d7564f581a9a tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:43.729091 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d94fa350-f0fb-46e7-9061-019db5bdb415 req-79d97581-c129-41a2-bd4a-d7564f581a9a tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0500686 Oct 12 16:53:43.768291 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d94fa350-f0fb-46e7-9061-019db5bdb415 req-d3bedc0f-3025-47cf-bc20-dcc81ab23e54 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326428 Oct 12 16:53:43.823359 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47270) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:43.864955 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-48033d85-654e-4156-972a-834f4d271796 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=684877887e9549cda1aae83d0cd767c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403450 Oct 12 16:53:43.867397 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47272) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:43.915477 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f42e00f9-abea-491d-b7c8-3336eefb9feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:43.936940 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f42e00f9-abea-491d-b7c8-3336eefb9feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:43.986869 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f42e00f9-abea-491d-b7c8-3336eefb9feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:43.989677 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f42e00f9-abea-491d-b7c8-3336eefb9feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:43.990822 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-f42e00f9-abea-491d-b7c8-3336eefb9feb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9587708a-502c-49f7-a89d-9962b5d8b560 HTTP/1.1" status: 204 len: 168 time: 0.1225505 Oct 12 16:53:43.999397 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e00f9-abea-491d-b7c8-3336eefb9feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9587708a-502c-49f7-a89d-9962b5d8b560,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:44.486095 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a7451-b102-49ef-bb96-906f0791b59b req-7c933c5f-e840-44bb-85dc-0fd96604c729 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:44.487611 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0a4a7451-b102-49ef-bb96-906f0791b59b req-7c933c5f-e840-44bb-85dc-0fd96604c729 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0498371 Oct 12 16:53:44.528983 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0a4a7451-b102-49ef-bb96-906f0791b59b req-dac4c9cf-b4ae-45ab-98d1-7dc2871c9d33 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330482 Oct 12 16:53:44.628897 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245ded1-5736-4d86-a094-b41abc790add req-adbfe554-a1a6-4c57-bc75-aa378492f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:44.630594 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9245ded1-5736-4d86-a094-b41abc790add req-adbfe554-a1a6-4c57-bc75-aa378492f359 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1099 time: 0.0466692 Oct 12 16:53:44.671723 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9245ded1-5736-4d86-a094-b41abc790add req-41807e09-573c-40f0-aa04-b95c2b09e288 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334060 Oct 12 16:53:44.881265 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1ee9a-77cf-4e10-9165-281bdb3f2519 req-a858d70f-7f1f-4183-a995-eddf82c01fd7 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:44.883346 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8ac1ee9a-77cf-4e10-9165-281bdb3f2519 req-a858d70f-7f1f-4183-a995-eddf82c01fd7 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0477695 Oct 12 16:53:44.921039 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8ac1ee9a-77cf-4e10-9165-281bdb3f2519 req-10fd35bc-c35c-4ed1-8390-4171e98edb43 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316710 Oct 12 16:53:45.469293 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:45.645013 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96b886-2726-4e6a-9ae7-462ab62b5db6 req-cf2ee3ed-c8b5-4ca2-9ffa-d1f292e6bd65 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:45.646505 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8d96b886-2726-4e6a-9ae7-462ab62b5db6 req-cf2ee3ed-c8b5-4ca2-9ffa-d1f292e6bd65 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0485506 Oct 12 16:53:45.683633 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8d96b886-2726-4e6a-9ae7-462ab62b5db6 req-034f2e9c-2233-47d4-aaec-5be1542cb7e9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 Oct 12 16:53:46.043977 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe861eb-bdaf-4d24-b72b-a438173410af req-4302ea52-f5ea-48a6-ab8a-b993f339ddae tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:46.045489 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dbe861eb-bdaf-4d24-b72b-a438173410af req-4302ea52-f5ea-48a6-ab8a-b993f339ddae tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0566096 Oct 12 16:53:46.085204 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dbe861eb-bdaf-4d24-b72b-a438173410af req-acdee2f4-d828-4659-8e73-ea3110b3f2d1 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338714 Oct 12 16:53:46.203630 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85917de-f701-4f88-91cb-0ca533f57679 req-e0932406-dadf-486f-9228-01638ccdb81c tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:46.205227 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c85917de-f701-4f88-91cb-0ca533f57679 req-e0932406-dadf-486f-9228-01638ccdb81c tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0499644 Oct 12 16:53:46.243427 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c85917de-f701-4f88-91cb-0ca533f57679 req-6a65d21b-b3e0-4f63-baec-12c4a64e3b14 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322955 Oct 12 16:53:46.263886 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47306) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:46.487667 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb964f8-1334-4580-9d5c-0055c399a9d1 tempest-TestShelveInstance-1867300594 tempest-TestShelveInstance-1867300594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:46.489260 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-1eb964f8-1334-4580-9d5c-0055c399a9d1 tempest-TestShelveInstance-1867300594 tempest-TestShelveInstance-1867300594-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1094 time: 0.2238569 Oct 12 16:53:46.492220 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47310) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:46.496605 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Request body: {'floatingip': {'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'port_id': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:53:46.518310 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for floatingip, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:46.590332 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:53:46.619263 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:46.688379 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:46.699274 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'port_id': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'mac_address': 'fa:16:3e:63:7e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:53:46.724846 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Allocated IP 172.27.2.18 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/e209c817-c490-460c-851d-64ea3ed0f205) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:53:46.739714 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:46.752890 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:53:46.774914 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:46.779436 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:46.807063 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbebb9-7bc9-4665-a2f1-d4a3288ad5f7 req-fbf7d08b-34e9-4b3f-8c1c-c78e2d89c12f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:46.809043 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d6dbebb9-7bc9-4665-a2f1-d4a3288ad5f7 req-fbf7d08b-34e9-4b3f-8c1c-c78e2d89c12f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 944 time: 0.0502725 Oct 12 16:53:46.830129 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:46.831480 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,revision_number=9']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:46.838818 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.839906 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.840248 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.840584 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.840922 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.841256 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.841611 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.841942 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.842266 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.843171 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.843748 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.844070 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:53:46.852222 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d6dbebb9-7bc9-4665-a2f1-d4a3288ad5f7 req-cf875b82-3203-4500-998e-ef5cebbd5727 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370502 Oct 12 16:53:46.878361 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:47.077795 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['18eafd3a-5b5c-4e32-a4a3-8b888fc2650f'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:53:47.173407 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:53:47.176213 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:53:47.180180 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:53:47.203205 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event updated for resources: {'Port': ['ID=e209c817-c490-460c-851d-64ea3ed0f205,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:47.523143 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:47.586173 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:47.728781 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:47.733583 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:47.798258 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event updated for resources: {'Port': ['ID=e209c817-c490-460c-851d-64ea3ed0f205,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:47.812074 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:47.907758 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.l3_db [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Floating IP 290a3710-f124-4b6f-a3f0-0eec8cf18458 associated. External IP: 172.27.2.18, port: 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe. Oct 12 16:53:47.974654 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf464ec-7b3d-4cb9-bdd7-5cd8a346bb1e req-d06f16cf-71c9-4006-a76e-ee62dce05ace tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:47.976144 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-edf464ec-7b3d-4cb9-bdd7-5cd8a346bb1e req-d06f16cf-71c9-4006-a76e-ee62dce05ace tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 945 time: 0.0523295 Oct 12 16:53:48.018826 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-edf464ec-7b3d-4cb9-bdd7-5cd8a346bb1e req-a90fecb8-59ed-4a3e-91b3-895901046022 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365775 Oct 12 16:53:48.107767 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Router 5806cfff-b067-4012-b34a-e752f9325262 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:53:48.212405 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:53:48.222832 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fc473-3548-4252-a107-709c1b3c7fc1 None None] Sync routers for ids ['5806cfff-b067-4012-b34a-e752f9325262'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:53:48.230540 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:48.231711 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fc473-3548-4252-a107-709c1b3c7fc1 None None] Routers {'5806cfff-b067-4012-b34a-e752f9325262'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:48.232319 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-181fc473-3548-4252-a107-709c1b3c7fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['5806cfff-b067-4012-b34a-e752f9325262'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:48.269581 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-8de97612-7ec9-489d-a988-a6d49847b9fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7633970 Oct 12 16:53:48.269581 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:48.269581 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cfb669-dd24-456b-b29d-646da69e63a9" -d '{"events": [{"name": "network-changed", "server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:48.295087 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27083149-9ca4-419d-8cb7-597880129c29 x-openstack-request-id: req-27083149-9ca4-419d-8cb7-597880129c29 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:48.295453 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:48.295756 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27083149-9ca4-419d-8cb7-597880129c29 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:48.296250 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'status': 'completed', 'code': 200} Oct 12 16:53:48.336624 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-181fc473-3548-4252-a107-709c1b3c7fc1 None None] Set router 5806cfff-b067-4012-b34a-e752f9325262 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:48.382119 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfb669-dd24-456b-b29d-646da69e63a9 req-33739955-4ccd-4242-b279-b6fa66b6f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:48.384104 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8cfb669-dd24-456b-b29d-646da69e63a9 req-33739955-4ccd-4242-b279-b6fa66b6f466 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d362cc56e4184b1481cb51a6186e3&device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1099 time: 0.0426869 Oct 12 16:53:48.506820 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfb669-dd24-456b-b29d-646da69e63a9 req-dd6a90b6-dd39-49b2-a406-a0d1caa9cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:48.508283 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8cfb669-dd24-456b-b29d-646da69e63a9 req-dd6a90b6-dd39-49b2-a406-a0d1caa9cd13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6 HTTP/1.1" status: 200 len: 909 time: 0.1160150 Oct 12 16:53:48.572964 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8cfb669-dd24-456b-b29d-646da69e63a9 req-40bfba71-98f0-4b7e-a931-bccfd975fafd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe HTTP/1.1" status: 200 len: 999 time: 0.0567753 Oct 12 16:53:48.587831 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:48.621523 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfb669-dd24-456b-b29d-646da69e63a9 req-6b96c2cf-f85d-4cae-a750-9ba8c36dca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:48.622982 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8cfb669-dd24-456b-b29d-646da69e63a9 req-6b96c2cf-f85d-4cae-a750-9ba8c36dca32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9c296af-0b8c-480b-9c67-efcb85835c98 HTTP/1.1" status: 200 len: 847 time: 0.0429516 Oct 12 16:53:48.645587 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-181fc473-3548-4252-a107-709c1b3c7fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '290a3710-f124-4b6f-a3f0-0eec8cf18458', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '5806cfff-b067-4012-b34a-e752f9325262', 'port_id': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'mac_address': 'fa:16:3e:8e:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:53:47Z', 'updated_at': '2021-10-12T16:53:47Z', 'revision_number': 0, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c328266-109c-4876-b409-70322a376703', 'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'mac_address': 'fa:16:3e:cc:04:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:56Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 5, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'subnets': [{'id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:48.671273 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfb669-dd24-456b-b29d-646da69e63a9 req-42cc69ce-8c10-443a-bd3c-d1a42614be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:48.672753 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8cfb669-dd24-456b-b29d-646da69e63a9 req-42cc69ce-8c10-443a-bd3c-d1a42614be0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418358 Oct 12 16:53:48.673071 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fc473-3548-4252-a107-709c1b3c7fc1 None None] Checking router: 5806cfff-b067-4012-b34a-e752f9325262 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:53:48.675001 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:48.675375 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:48.709883 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fc473-3548-4252-a107-709c1b3c7fc1 None None] Routers {'5806cfff-b067-4012-b34a-e752f9325262'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:53:48.710494 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-181fc473-3548-4252-a107-709c1b3c7fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['5806cfff-b067-4012-b34a-e752f9325262'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:48.768425 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8cfb669-dd24-456b-b29d-646da69e63a9 req-bcece012-80a6-418f-bb85-30fd4ef22373 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887616 Oct 12 16:53:48.869659 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8cfb669-dd24-456b-b29d-646da69e63a9 req-e6716e03-a585-49d8-937d-0afbc6af98de service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939467 Oct 12 16:53:48.965308 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:48.994492 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-181fc473-3548-4252-a107-709c1b3c7fc1 None None] Set router 5806cfff-b067-4012-b34a-e752f9325262 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:53:49.023074 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:49.025289 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15d1be7-cebd-4686-91e9-bef470e3e244" -d '{"events": [{"server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "name": "network-vif-plugged", "status": "completed", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:49.043386 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:49.049451 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:49.144353 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c1e9e-a5d9-4ce4-a7ab-dbc6abb846d0 req-e2d093c5-d4cf-4bb1-9623-466becbfd97c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:49.145917 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-546c1e9e-a5d9-4ce4-a7ab-dbc6abb846d0 req-e2d093c5-d4cf-4bb1-9623-466becbfd97c tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 947 time: 0.0507190 Oct 12 16:53:49.148835 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,revision_number=10']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:49.188443 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-546c1e9e-a5d9-4ce4-a7ab-dbc6abb846d0 req-b1b397b1-5bfe-4200-9654-0738cbe1d660 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352192 Oct 12 16:53:49.223777 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8cccdf-44f6-433f-bb4b-8e44cc669f7e x-openstack-request-id: req-4a8cccdf-44f6-433f-bb4b-8e44cc669f7e {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:49.224278 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "name": "network-vif-plugged", "status": "completed", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:49.224405 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a8cccdf-44f6-433f-bb4b-8e44cc669f7e {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:49.224832 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'code': 200} Oct 12 16:53:49.289443 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-181fc473-3548-4252-a107-709c1b3c7fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '290a3710-f124-4b6f-a3f0-0eec8cf18458', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '5806cfff-b067-4012-b34a-e752f9325262', 'port_id': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'mac_address': 'fa:16:3e:8e:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:53:47Z', 'updated_at': '2021-10-12T16:53:47Z', 'revision_number': 0, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c328266-109c-4876-b409-70322a376703', 'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'mac_address': 'fa:16:3e:cc:04:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:56Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 5, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'subnets': [{'id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:53:49.316365 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fc473-3548-4252-a107-709c1b3c7fc1 None None] The sync data for ids ['5806cfff-b067-4012-b34a-e752f9325262'] in dv-cinder-813221-2-iscsi is: [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '290a3710-f124-4b6f-a3f0-0eec8cf18458', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '5806cfff-b067-4012-b34a-e752f9325262', 'port_id': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'mac_address': 'fa:16:3e:8e:8f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:53:47Z', 'updated_at': '2021-10-12T16:53:47Z', 'revision_number': 0, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c328266-109c-4876-b409-70322a376703', 'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'mac_address': 'fa:16:3e:cc:04:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:56Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 5, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'subnets': [{'id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:53:49.444946 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84001b04-2771-40c6-a796-6403b3ed1f29 req-e25644db-77a0-4c27-9f16-002f0c6f1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:49.446632 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-84001b04-2771-40c6-a796-6403b3ed1f29 req-e25644db-77a0-4c27-9f16-002f0c6f1b4e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 1100 time: 0.0398989 Oct 12 16:53:49.482352 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-84001b04-2771-40c6-a796-6403b3ed1f29 req-38cae25d-e179-4a8b-84e2-f19471deb589 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291455 Oct 12 16:53:49.500101 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e527b69-09d7-4fbd-8166-b49611756556 None None] New status for floating IP 290a3710-f124-4b6f-a3f0-0eec8cf18458: ACTIVE {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:53:50.305868 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8f72-54e7-4e6b-9d2d-5d2664f44529 req-e0af0958-9d35-4c66-aa39-ff06b854c779 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:50.307347 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-aa7a8f72-54e7-4e6b-9d2d-5d2664f44529 req-e0af0958-9d35-4c66-aa39-ff06b854c779 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 947 time: 0.0471048 Oct 12 16:53:50.347656 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-aa7a8f72-54e7-4e6b-9d2d-5d2664f44529 req-0407f6c6-a7ac-4575-9ffa-76be2a2ecf3a tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338674 Oct 12 16:53:51.471565 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b98d0-5d41-4cd6-b0d3-6ef0b965fb8a req-bfe8b290-e64b-4d54-a5b2-639ef7f69900 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:51.472990 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dd2b98d0-5d41-4cd6-b0d3-6ef0b965fb8a req-bfe8b290-e64b-4d54-a5b2-639ef7f69900 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 947 time: 0.0497293 Oct 12 16:53:51.511039 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-dd2b98d0-5d41-4cd6-b0d3-6ef0b965fb8a req-b12f9ff3-cfc6-49cd-938f-9cc213bd7d41 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Oct 12 16:53:54.814222 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-90d74562-3396-4bf4-9194-3bbecf4de4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:57.494390 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-97fbc86c-850a-44dd-8d77-bd9a81de1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:58.339007 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:58.981656 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:00.430634 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:00.912618 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:54:06.944937 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49420e47-f3b2-433b-a3ab-0afbddc60494 req-d41e7274-81a1-4181-95cf-6ff03b5fcdb7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:06.946427 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-49420e47-f3b2-433b-a3ab-0afbddc60494 req-d41e7274-81a1-4181-95cf-6ff03b5fcdb7 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 946 time: 0.0470321 Oct 12 16:54:06.983786 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-49420e47-f3b2-433b-a3ab-0afbddc60494 req-c1d6aea9-0f55-40c8-b92b-0278e88dc227 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308390 Oct 12 16:54:08.098975 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773c9c9-1e02-4ab9-a84c-03cad2e68eb5 req-86023569-1989-48ec-8971-916ac32748bb tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:08.100444 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d773c9c9-1e02-4ab9-a84c-03cad2e68eb5 req-86023569-1989-48ec-8971-916ac32748bb tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 946 time: 0.0496352 Oct 12 16:54:08.140900 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d773c9c9-1e02-4ab9-a84c-03cad2e68eb5 req-eec1ce3f-5103-40e5-8447-90b1fe2b6ce5 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344467 Oct 12 16:54:08.999443 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-807c2368-9a71-4026-9d58-b8eea6271816 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:09.000982 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-807c2368-9a71-4026-9d58-b8eea6271816 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 946 time: 0.0468874 Oct 12 16:54:09.089697 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Deleting port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:09.090041 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.180625 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] For port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:09.181236 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.318766 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58695e01-48b1-43ab-bf82-ca0cd1b2cf6f req-d27980fc-a136-4045-a2cf-501ef6050b5b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:09.320220 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-58695e01-48b1-43ab-bf82-ca0cd1b2cf6f req-d27980fc-a136-4045-a2cf-501ef6050b5b tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 946 time: 0.0981591 Oct 12 16:54:09.402315 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-58695e01-48b1-43ab-bf82-ca0cd1b2cf6f req-c6104d3c-cd3c-4611-bc60-93076a42d0df tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e59c51d-c49c-4a69-8de0-5694bd8ec407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757744 Oct 12 16:54:09.410990 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.411369 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.411736 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.l3_db [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Floating IP 88348aae-6e01-4cca-8ab5-d5a5013e4009 disassociated. External IP: 172.27.2.154, port: 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b. Oct 12 16:54:09.412023 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Calling delete_port for 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:09.533800 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.566377 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event deleted for resources: {'Port': ['ID=00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:09.672844 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Router ca159568-2c24-4528-9742-de9248d1eb13 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:54:09.775390 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:09.785882 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3209519-f40e-4f8f-a18d-1b2ec5392a72 None None] Sync routers for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:09.799536 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3209519-f40e-4f8f-a18d-1b2ec5392a72 None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:09.800150 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c3209519-f40e-4f8f-a18d-1b2ec5392a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:09.815121 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] No DVR routers for this DVR port 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:54:09.817699 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:09.821183 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d0c66fd2-1c97-49d7-ae7b-50f67828ff0c req-a711cb8d-5c3d-4cb7-91ea-6b7009d23a81 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.25 "DELETE /v2.0/ports/00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b HTTP/1.1" status: 204 len: 173 time: 0.8133662 Oct 12 16:54:09.821637 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'name': 'network-vif-deleted', 'tag': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:09.823859 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1d1d51-56b2-4f1d-95ff-3b1197a1450f" -d '{"events": [{"server_uuid": "1bf8cde1-a1d3-42f1-b404-509490dc88da", "name": "network-vif-deleted", "tag": "00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:09.906207 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c3209519-f40e-4f8f-a18d-1b2ec5392a72 None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:09.945237 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca45508-695d-479b-9581-da723aefbaa8 x-openstack-request-id: req-bca45508-695d-479b-9581-da723aefbaa8 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:09.945570 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf8cde1-a1d3-42f1-b404-509490dc88da", "name": "network-vif-deleted", "tag": "00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:09.945820 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bca45508-695d-479b-9581-da723aefbaa8 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:09.946223 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf8cde1-a1d3-42f1-b404-509490dc88da', 'name': 'network-vif-deleted', 'tag': '00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b', 'status': 'completed', 'code': 200} Oct 12 16:54:10.116563 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c3209519-f40e-4f8f-a18d-1b2ec5392a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:10.142286 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3209519-f40e-4f8f-a18d-1b2ec5392a72 None None] Checking router: ca159568-2c24-4528-9742-de9248d1eb13 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:10.150155 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3209519-f40e-4f8f-a18d-1b2ec5392a72 None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:10.150959 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c3209519-f40e-4f8f-a18d-1b2ec5392a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:10.254053 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c3209519-f40e-4f8f-a18d-1b2ec5392a72 None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:10.466873 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c3209519-f40e-4f8f-a18d-1b2ec5392a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:10.496821 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3209519-f40e-4f8f-a18d-1b2ec5392a72 None None] The sync data for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi is: [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:13Z', 'revision_number': 4, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '263724f1-c7a3-413c-9498-3c1bbc2eae7b', 'name': '', 'network_id': '305d87b2-e9e4-4739-b688-2648a68da451', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'mac_address': 'fa:16:3e:d0:c7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:12Z', 'updated_at': '2021-10-12T16:48:24Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'subnets': [{'id': '109ed70d-b303-4e9e-ad8c-e110e5884b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:10.513648 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c28f3f95-5397-4c51-b43c-bf91f4793548 req-2aaadcc0-450b-497d-a4cf-96c8a6a74abb tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf8cde1-a1d3-42f1-b404-509490dc88da HTTP/1.1" status: 200 len: 210 time: 0.0279901 Oct 12 16:54:10.711742 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d9e23-e148-4a5d-b8b4-6622e2610196 None None] New status for floating IP 88348aae-6e01-4cca-8ab5-d5a5013e4009: DOWN {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:54:11.594606 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47486) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:11.646783 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a393405-9e13-46b9-89b9-143be057ddc6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.669051 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a393405-9e13-46b9-89b9-143be057ddc6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.714826 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a393405-9e13-46b9-89b9-143be057ddc6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.718175 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a393405-9e13-46b9-89b9-143be057ddc6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.719590 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-0a393405-9e13-46b9-89b9-143be057ddc6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "DELETE /v2.0/security-groups/4e59c51d-c49c-4a69-8de0-5694bd8ec407 HTTP/1.1" status: 204 len: 168 time: 0.1239882 Oct 12 16:54:11.722560 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47488) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:11.728601 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393405-9e13-46b9-89b9-143be057ddc6 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e59c51d-c49c-4a69-8de0-5694bd8ec407,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:11.736078 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.api.v2.resource [None req-cbf6191e-e93f-4f3e-92b2-8fc469512864 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] show failed (client error): The resource could not be found. Oct 12 16:54:11.739902 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47490) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:11.740060 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-cbf6191e-e93f-4f3e-92b2-8fc469512864 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "GET /v2.0/security-groups/4e59c51d-c49c-4a69-8de0-5694bd8ec407 HTTP/1.1" status: 404 len: 347 time: 0.0163481 Oct 12 16:54:11.859923 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-04b5e797-40aa-4b3b-9570-a52b69060952 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Deleting port 073e7ac8-c4d2-43eb-b818-fa1ff81cea07 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:11.860169 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04b5e797-40aa-4b3b-9570-a52b69060952 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.934683 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04b5e797-40aa-4b3b-9570-a52b69060952 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.935004 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04b5e797-40aa-4b3b-9570-a52b69060952 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:11.946821 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-04b5e797-40aa-4b3b-9570-a52b69060952 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Calling delete_port for 073e7ac8-c4d2-43eb-b818-fa1ff81cea07 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:12.289088 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04b5e797-40aa-4b3b-9570-a52b69060952 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.316452 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5e797-40aa-4b3b-9570-a52b69060952 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Pushing event deleted for resources: {'Port': ['ID=073e7ac8-c4d2-43eb-b818-fa1ff81cea07,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:12.372395 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04b5e797-40aa-4b3b-9570-a52b69060952 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.376156 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04b5e797-40aa-4b3b-9570-a52b69060952 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:12.377303 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-04b5e797-40aa-4b3b-9570-a52b69060952 tempest-AttachVolumeTestJSON-1316227974 tempest-AttachVolumeTestJSON-1316227974-project] 10.222.0.48 "DELETE /v2.0/floatingips/88348aae-6e01-4cca-8ab5-d5a5013e4009 HTTP/1.1" status: 204 len: 168 time: 0.6364024 Oct 12 16:54:12.793146 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:12.813127 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:12.813494 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 00bfcaca-fc1c-4ba5-9e6a-5747931c4e2b not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:15.476471 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:15.774589 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-e201556f-8186-47e1-afba-08d72cfbaa56 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400436 Oct 12 16:54:15.875286 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-37d87849-def5-4def-ae8c-806dd522884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:15.877042 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-37d87849-def5-4def-ae8c-806dd522884d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 1100 time: 0.0412245 Oct 12 16:54:15.878964 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47520) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:15.988313 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-0c4b13cf-67b5-496f-8c95-7cfa7ad38b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:15.989742 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-0c4b13cf-67b5-496f-8c95-7cfa7ad38b1e service neutron] 10.222.0.25 "GET /v2.0/networks?id=67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 200 len: 917 time: 0.0932658 Oct 12 16:54:16.118635 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-3dd877fe-b8bd-41c4-a91b-13be1caed2d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f HTTP/1.1" status: 200 len: 1002 time: 0.0975909 Oct 12 16:54:16.209974 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-26233ca6-99e1-4fe7-b9bb-b16dfea09103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:16.211404 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-26233ca6-99e1-4fe7-b9bb-b16dfea09103 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 200 len: 855 time: 0.0839796 Oct 12 16:54:16.317211 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-7208e669-3ee4-447a-88ce-8fb464bd645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:16.318691 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-7208e669-3ee4-447a-88ce-8fb464bd645f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67492cf5-634a-4a65-8b9c-706ee2b5109a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763767 Oct 12 16:54:16.453588 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-373d1d3c-835c-4240-82fa-3f80f5e55873 service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252522 Oct 12 16:54:16.579167 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e324f7b1-c016-4e76-ab65-5f49763aa0ef req-c300951e-e7a8-42f2-b64a-3b24abf4d30b service neutron] 10.222.0.25 "GET /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156154 Oct 12 16:54:16.582465 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438941'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.815372 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] Deleting port 263724f1-c7a3-413c-9498-3c1bbc2eae7b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:16.816086 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.893154 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] For port 263724f1-c7a3-413c-9498-3c1bbc2eae7b, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=263724f1-c7a3-413c-9498-3c1bbc2eae7b,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:16.893553 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:16.906252 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] Calling delete_port for 263724f1-c7a3-413c-9498-3c1bbc2eae7b owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:17.078954 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.105462 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] Pushing event deleted for resources: {'Port': ['ID=263724f1-c7a3-413c-9498-3c1bbc2eae7b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:17.269085 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438825'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.477475 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] Router ca159568-2c24-4528-9742-de9248d1eb13 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:54:17.578993 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:17.586540 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-6993357c-e0d9-4af1-93e5-d142a2853540 admin admin] 10.222.0.48 "PUT /v2.0/routers/ca159568-2c24-4528-9742-de9248d1eb13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040520 Oct 12 16:54:17.586655 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47524) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:17.587454 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34bfea5-6224-4815-864f-0478c12e2f7e None None] Sync routers for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:17.598154 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34bfea5-6224-4815-864f-0478c12e2f7e None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:17.598831 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b34bfea5-6224-4815-864f-0478c12e2f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:17.689528 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Notify callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.700975 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b34bfea5-6224-4815-864f-0478c12e2f7e None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:17.789957 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.840904 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Deleting port 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:17.842138 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.880412 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b34bfea5-6224-4815-864f-0478c12e2f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:54:17Z', 'revision_number': 5, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port': {'id': '6baea3aa-d03e-43e3-9a9c-56ec66dccf7c', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:07Z', 'updated_at': '2021-10-12T16:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:17.907649 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34bfea5-6224-4815-864f-0478c12e2f7e None None] Checking router: ca159568-2c24-4528-9742-de9248d1eb13 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:17.915718 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34bfea5-6224-4815-864f-0478c12e2f7e None None] Routers {'ca159568-2c24-4528-9742-de9248d1eb13'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:17.916318 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b34bfea5-6224-4815-864f-0478c12e2f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:53:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['ca159568-2c24-4528-9742-de9248d1eb13'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:17.921249 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] For port 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=6baea3aa-d03e-43e3-9a9c-56ec66dccf7c,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:17.921787 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:17.933655 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Calling delete_port for 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:18.000563 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b34bfea5-6224-4815-864f-0478c12e2f7e None None] Set router ca159568-2c24-4528-9742-de9248d1eb13 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:18.053168 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b34bfea5-6224-4815-864f-0478c12e2f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:54:17Z', 'revision_number': 6, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port_host': None}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:18.082211 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34bfea5-6224-4815-864f-0478c12e2f7e None None] The sync data for ids ['ca159568-2c24-4528-9742-de9248d1eb13'] in dv-cinder-813221-2-iscsi is: [{'id': 'ca159568-2c24-4528-9742-de9248d1eb13', 'name': 'tempest-AttachVolumeTestJSON-1802480117-router', 'tenant_id': 'bef38560185b407ea90862e9626f9afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:54:17Z', 'revision_number': 6, 'project_id': 'bef38560185b407ea90862e9626f9afc', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:18.099689 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.130103 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6baea3aa-d03e-43e3-9a9c-56ec66dccf7c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:18.188115 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464331'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.495370 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4886'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.497571 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.540282 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445488'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.540813 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca159568-2c24-4528-9742-de9248d1eb13 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 16:54:18.545064 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] Notify callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.546248 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-a8f4fc81-b3b8-4a95-81c4-e868a405f8ca admin admin] 10.222.0.48 "DELETE /v2.0/routers/ca159568-2c24-4528-9742-de9248d1eb13 HTTP/1.1" status: 204 len: 168 time: 0.9587498 Oct 12 16:54:18.548828 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47528) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:18.591887 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-869062d3-e03c-47a4-9349-d5843a989fc0 admin admin] Deleting subnet 109ed70d-b303-4e9e-ad8c-e110e5884b8f {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:54:18.595134 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-869062d3-e03c-47a4-9349-d5843a989fc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.632642 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-869062d3-e03c-47a4-9349-d5843a989fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12434076'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.733914 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-869062d3-e03c-47a4-9349-d5843a989fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.786877 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-869062d3-e03c-47a4-9349-d5843a989fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12449952'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.813378 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869062d3-e03c-47a4-9349-d5843a989fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109ed70d-b303-4e9e-ad8c-e110e5884b8f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:18.815363 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-869062d3-e03c-47a4-9349-d5843a989fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.818981 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-869062d3-e03c-47a4-9349-d5843a989fc0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/109ed70d-b303-4e9e-ad8c-e110e5884b8f HTTP/1.1" status: 204 len: 168 time: 0.2687418 Oct 12 16:54:18.821728 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47530) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:18.825029 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e128d-23a7-4d48-a15c-67f64165ee63 None None] Network 305d87b2-e9e4-4739-b688-2648a68da451 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:18.900128 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.952997 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:18.954298 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Deleting port b25459cc-a7f8-43cc-ac1f-66520253b198 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:18.954639 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:18.974424 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:18.975049 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 6baea3aa-d03e-43e3-9a9c-56ec66dccf7c not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:18.975463 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 263724f1-c7a3-413c-9498-3c1bbc2eae7b no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:18.998706 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 263724f1-c7a3-413c-9498-3c1bbc2eae7b {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:18.999258 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 263724f1-c7a3-413c-9498-3c1bbc2eae7b not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:19.025104 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] For port b25459cc-a7f8-43cc-ac1f-66520253b198, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=b25459cc-a7f8-43cc-ac1f-66520253b198,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:19.025490 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.030385 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7f1512-e9a7-4ffa-92f2-8091668e63c3 None None] DHCP port deletion for 305d87b2-e9e4-4739-b688-2648a68da451 request from dv-cinder-813221-2-iscsi {{(pid=100533) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 16:54:19.037787 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Calling delete_port for b25459cc-a7f8-43cc-ac1f-66520253b198 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:19.076853 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-db7f1512-e9a7-4ffa-92f2-8091668e63c3 None None] Deleting port b25459cc-a7f8-43cc-ac1f-66520253b198 {{(pid=100533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:19.077300 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-db7f1512-e9a7-4ffa-92f2-8091668e63c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.119228 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.148352 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25459cc-a7f8-43cc-ac1f-66520253b198,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:19.149084 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-db7f1512-e9a7-4ffa-92f2-8091668e63c3 None None] For port b25459cc-a7f8-43cc-ac1f-66520253b198, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=b25459cc-a7f8-43cc-ac1f-66520253b198,segment=NetworkSegment(4a020f85-a850-4d98-93d7-4c2a9d8f9ba6),segment_id=4a020f85-a850-4d98-93d7-4c2a9d8f9ba6)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:19.149514 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-db7f1512-e9a7-4ffa-92f2-8091668e63c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.150441 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] No DVR routers for this DVR port b25459cc-a7f8-43cc-ac1f-66520253b198 on host dv-cinder-813221-2-iscsi {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:54:19.163111 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-db7f1512-e9a7-4ffa-92f2-8091668e63c3 None None] Calling delete_port for b25459cc-a7f8-43cc-ac1f-66520253b198 owned by network:dhcp {{(pid=100533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:19.227834 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.239202 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-db7f1512-e9a7-4ffa-92f2-8091668e63c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429'] for port, after_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.248592 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305d87b2-e9e4-4739-b688-2648a68da451']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:19.257931 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:19.258222 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a020f85-a850-4d98-93d7-4c2a9d8f9ba6') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:19.264503 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f1512-e9a7-4ffa-92f2-8091668e63c3 None None] Pushing event deleted for resources: {'Port': ['ID=b25459cc-a7f8-43cc-ac1f-66520253b198,revision_number=None']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:19.268117 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f1512-e9a7-4ffa-92f2-8091668e63c3 None None] No DVR routers for this DVR port b25459cc-a7f8-43cc-ac1f-66520253b198 on host dv-cinder-813221-2-iscsi {{(pid=100533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:54:19.272730 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.288668 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.294505 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:54:19.294911 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:54:19.296712 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:54:19.349765 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.354965 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.358696 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/305d87b2-e9e4-4739-b688-2648a68da451 HTTP/1.1" status: 204 len: 168 time: 0.5360706 Oct 12 16:54:19.375156 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489b731-5863-4d99-9129-4d7058ef58a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=305d87b2-e9e4-4739-b688-2648a68da451,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:19.466336 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47536) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:19.506084 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-924ab978-9ba5-47da-99c4-c5a494d3398f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bef38560185b407ea90862e9626f9afc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385342 Oct 12 16:54:19.508363 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47538) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:19.555040 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11b24db6-a33e-4881-bad4-e30c38240900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.575633 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11b24db6-a33e-4881-bad4-e30c38240900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.619700 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11b24db6-a33e-4881-bad4-e30c38240900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.622462 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11b24db6-a33e-4881-bad4-e30c38240900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.624108 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-11b24db6-a33e-4881-bad4-e30c38240900 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52903b92-de9e-4f84-bb9f-827e638e4123 HTTP/1.1" status: 204 len: 168 time: 0.1148791 Oct 12 16:54:19.631763 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b24db6-a33e-4881-bad4-e30c38240900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52903b92-de9e-4f84-bb9f-827e638e4123,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:20.260470 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47560) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:20.352811 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1609316543-network', 'tenant_id': 'f87a22f14eae4b98ad8daaa62eb5f82a'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:20.375693 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Made reservation on behalf of f87a22f14eae4b98ad8daaa62eb5f82a for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:20.378018 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:20.386254 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:20.458372 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:20.461872 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:20.485582 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:54:20.494881 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bfa76a-ab6a-4ffa-b248-f559868cba58,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:20.499997 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:20.500340 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Added segment 8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3 of type vlan for network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 Oct 12 16:54:20.538130 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:20.561698 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:20.562636 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:20.563218 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:20.614655 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3530402 Oct 12 16:54:20.617570 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47564) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:20.622570 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] Request body: {'subnet': {'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1609316543-subnet', 'tenant_id': 'f87a22f14eae4b98ad8daaa62eb5f82a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:20.625485 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fb9e7-fc11-4633-8eb0-042717cc9232 admin admin] Pushing event updated for resources: {'Network': ['ID=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:20.635367 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:54:20.646250 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] Made reservation on behalf of f87a22f14eae4b98ad8daaa62eb5f82a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:20.648685 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12449927'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:20.809099 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12449961'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:20.872561 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cd6cc7-50f0-423e-9244-1706669c468e,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:20.876548 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] Checking segment: {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:20.876907 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] Network hostable DHCP agents. Network: ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:54:20.893854 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] Network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:54:20.902705 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:20.907073 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:20.907668 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:20.925638 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-f0b3c7b6-4c1b-4657-9553-e732ecccb570 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3049636 Oct 12 16:54:20.934610 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0db27-b3e6-44ae-a712-5994c06de543 None None] Network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:20.974610 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device b25459cc-a7f8-43cc-ac1f-66520253b198 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:21.129154 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: b25459cc-a7f8-43cc-ac1f-66520253b198 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:21.129453 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device b25459cc-a7f8-43cc-ac1f-66520253b198 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:21.208128 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5861073f-6460-49e8-89cf-0173dd02f682 None None] Network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:21.347930 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-3ff3daa3-4ce9-41d4-8279-d7df1e6344dc tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:21.349487 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-3ff3daa3-4ce9-41d4-8279-d7df1e6344dc tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 815 time: 0.0999410 Oct 12 16:54:21.368888 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-18911361-5b27-4623-a898-1d7899620d9e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/quotas/f87a22f14eae4b98ad8daaa62eb5f82a HTTP/1.1" status: 200 len: 375 time: 0.0092230 Oct 12 16:54:21.403834 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-ff902ad1-af9c-430b-a647-cf7902d5c539 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291464 Oct 12 16:54:21.489419 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-4489b522-c041-4298-8fad-8cc1d9ca7f02 service neutron] 10.222.0.48 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787320 Oct 12 16:54:21.579449 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-dab0edba-56a0-4a2c-9155-7a0b5728fdf1 service neutron] 10.222.0.48 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841653 Oct 12 16:54:21.734311 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-99a5dec0-56ab-4473-8854-65713b104f4c req-a78a5706-8281-48ee-b087-c6aab0a8fba9 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 210 time: 0.0264590 Oct 12 16:54:22.845837 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-a9b02ece-2724-47f3-936c-43dcd654d396 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:22.847260 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-a9b02ece-2724-47f3-936c-43dcd654d396 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 815 time: 0.1348336 Oct 12 16:54:22.849178 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-fbcbdf99-e6f8-403f-9c3e-ed555e8b43fe req-83c4e4a0-b9b1-4bad-ade1-d5cc8c99e0cb tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 210 time: 0.0402260 Oct 12 16:54:22.871698 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Request body: {'port': {'device_id': '921229b7-ddbe-4ba8-89b4-da1492d07930', 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8', 'admin_state_up': True, 'tenant_id': 'f87a22f14eae4b98ad8daaa62eb5f82a'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:22.977046 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Made reservation on behalf of f87a22f14eae4b98ad8daaa62eb5f82a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:22.980528 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.105333 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Allocated IP 172.20.0.8 (ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8/e4cd6cc7-50f0-423e-9244-1706669c468e/89199d84-a360-4666-b375-b665992cef48) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:23.247470 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.280025 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.323939 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:23.327138 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:23.329625 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:23.354499 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Pushing event updated for resources: {'Port': ['ID=89199d84-a360-4666-b375-b665992cef48,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:23.384595 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:23.385202 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.400481 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-1f6c4160-66cd-497e-8dc0-be25a0e0587e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5327666 Oct 12 16:54:23.422828 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Request body: {'port': {'device_id': '921229b7-ddbe-4ba8-89b4-da1492d07930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:23.476208 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.726980 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89199d84-a360-4666-b375-b665992cef48 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:23.734727 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.746357 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Transition to ACTIVE for port object 89199d84-a360-4666-b375-b665992cef48 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:54:23.749616 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.815899 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Pushing event updated for resources: {'Port': ['ID=89199d84-a360-4666-b375-b665992cef48,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:23.867807 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Attempting to bind port 89199d84-a360-4666-b375-b665992cef48 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:23.868485 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Attempting to bind port 89199d84-a360-4666-b375-b665992cef48 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:23.868485 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Attempting to bind port 89199d84-a360-4666-b375-b665992cef48 on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:23.872932 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Port 89199d84-a360-4666-b375-b665992cef48 on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:54:23.873249 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Attempting to bind port 89199d84-a360-4666-b375-b665992cef48 on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:23.878492 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:23.878825 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Checking segment: {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:23.879200 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Bound using segment: {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:23.879619 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Bound port: 89199d84-a360-4666-b375-b665992cef48, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:23.879971 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.970106 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] For port 89199d84-a360-4666-b375-b665992cef48, host hv-cinder-81322, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:23.973573 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] For port 89199d84-a360-4666-b375-b665992cef48, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89199d84-a360-4666-b375-b665992cef48,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:23.979418 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.987913 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e5e0f-683f-4bd0-a4d2-e915e722bb9d req-6acc5593-e764-455f-8d20-6a0821008ca7 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:23.989386 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-169e5e0f-683f-4bd0-a4d2-e915e722bb9d req-6acc5593-e764-455f-8d20-6a0821008ca7 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 943 time: 0.0742414 Oct 12 16:54:24.037443 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:24.038054 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:24.039552 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] 10.222.0.25 "PUT /v2.0/ports/89199d84-a360-4666-b375-b665992cef48 HTTP/1.1" status: 200 len: 1093 time: 0.6212692 Oct 12 16:54:24.043448 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921229b7-ddbe-4ba8-89b4-da1492d07930', 'tag': '89199d84-a360-4666-b375-b665992cef48'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:24.045720 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09a8b66-23fb-40eb-b32b-71cd47af58c3" -d '{"events": [{"name": "network-changed", "server_uuid": "921229b7-ddbe-4ba8-89b4-da1492d07930", "tag": "89199d84-a360-4666-b375-b665992cef48"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:24.078044 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-169e5e0f-683f-4bd0-a4d2-e915e722bb9d req-1302ad51-47ce-40cd-bd3f-a7b2929e0530 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806520 Oct 12 16:54:24.080944 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248b2fe-daca-4010-9ff0-a6bc03a1fb59 service neutron] Pushing event updated for resources: {'Port': ['ID=89199d84-a360-4666-b375-b665992cef48,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:24.084617 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073b7eef-d900-4c2c-994c-1ceeb3ecca57 x-openstack-request-id: req-073b7eef-d900-4c2c-994c-1ceeb3ecca57 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:24.084798 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921229b7-ddbe-4ba8-89b4-da1492d07930", "tag": "89199d84-a360-4666-b375-b665992cef48", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:24.084963 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-073b7eef-d900-4c2c-994c-1ceeb3ecca57 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:24.085343 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921229b7-ddbe-4ba8-89b4-da1492d07930', 'tag': '89199d84-a360-4666-b375-b665992cef48', 'status': 'completed', 'code': 200} Oct 12 16:54:24.153437 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-98cfcd46-4b30-4664-9a8b-4415088d5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:24.155542 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-98cfcd46-4b30-4664-9a8b-4415088d5398 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 1096 time: 0.0401890 Oct 12 16:54:24.210136 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-ec302b9e-1279-431c-8921-cdea4df1b645 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89199d84-a360-4666-b375-b665992cef48 HTTP/1.1" status: 200 len: 217 time: 0.0324912 Oct 12 16:54:24.258477 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-81e4ee04-522b-4b26-a8f9-01b29f164135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:24.260061 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-81e4ee04-522b-4b26-a8f9-01b29f164135 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4cd6cc7-50f0-423e-9244-1706669c468e HTTP/1.1" status: 200 len: 855 time: 0.0423653 Oct 12 16:54:24.293936 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-9fa8aab2-4ec1-4a28-97b2-036d928ce579 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257578 Oct 12 16:54:24.382392 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-091121df-ba51-480c-a2d7-4244ab268a43 service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805094 Oct 12 16:54:24.474257 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f8fb1a14-a262-4f36-a9fa-099e82066a46 req-8563078e-275f-4099-a31a-c5abc72ebaba service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836179 Oct 12 16:54:24.615606 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a8b66-23fb-40eb-b32b-71cd47af58c3 req-26b94e6b-727a-4a6b-a5f5-7de2af2dc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:24.616954 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b09a8b66-23fb-40eb-b32b-71cd47af58c3 req-26b94e6b-727a-4a6b-a5f5-7de2af2dc4ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 1096 time: 0.0401213 Oct 12 16:54:24.707016 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a8b66-23fb-40eb-b32b-71cd47af58c3 req-c8c56b33-b8de-47d1-8fbc-7f4e59f01d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:24.708481 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b09a8b66-23fb-40eb-b32b-71cd47af58c3 req-c8c56b33-b8de-47d1-8fbc-7f4e59f01d57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 916 time: 0.0839486 Oct 12 16:54:24.756114 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b09a8b66-23fb-40eb-b32b-71cd47af58c3 req-224d2280-9c3e-4bc3-995a-e1821b997695 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89199d84-a360-4666-b375-b665992cef48 HTTP/1.1" status: 200 len: 217 time: 0.0323465 Oct 12 16:54:24.804924 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a8b66-23fb-40eb-b32b-71cd47af58c3 req-1ebccc57-6ca5-4fef-9687-02f4ba06e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:24.806380 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b09a8b66-23fb-40eb-b32b-71cd47af58c3 req-1ebccc57-6ca5-4fef-9687-02f4ba06e602 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4cd6cc7-50f0-423e-9244-1706669c468e HTTP/1.1" status: 200 len: 855 time: 0.0422647 Oct 12 16:54:24.814700 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b431e1a0-112f-4a0c-999e-0ce404f3cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:24.838670 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b09a8b66-23fb-40eb-b32b-71cd47af58c3 req-81dc3a8b-7cc7-45e3-90dd-e72191d16ab1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240569 Oct 12 16:54:24.931271 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b09a8b66-23fb-40eb-b32b-71cd47af58c3 req-5ef9b954-056d-4f77-9daa-88b91ade3611 service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843158 Oct 12 16:54:25.026426 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b09a8b66-23fb-40eb-b32b-71cd47af58c3 req-bb6f263f-b8bc-4516-9195-97bbb1b20ac0 service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811667 Oct 12 16:54:25.201590 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d198f-5d65-4c57-bf00-6b8141be648f req-9d728814-3b9c-44fa-a3a3-8e0ae2468e6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:25.202976 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-789d198f-5d65-4c57-bf00-6b8141be648f req-9d728814-3b9c-44fa-a3a3-8e0ae2468e6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 943 time: 0.0517364 Oct 12 16:54:25.239656 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-789d198f-5d65-4c57-bf00-6b8141be648f req-11eb5b25-33ca-4301-b7ef-9736fabb9b9e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307813 Oct 12 16:54:26.350233 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1389c-400b-431b-ad8f-23c94419cd78 req-11022e9d-a3a3-4eb9-9f12-df60e77040bf tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:26.351692 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5ee1389c-400b-431b-ad8f-23c94419cd78 req-11022e9d-a3a3-4eb9-9f12-df60e77040bf tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 943 time: 0.0473099 Oct 12 16:54:26.387026 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5ee1389c-400b-431b-ad8f-23c94419cd78 req-4c5b2f6a-0adc-4413-b226-8ce43846ea9a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296097 Oct 12 16:54:26.872902 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 89199d84-a360-4666-b375-b665992cef48 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:54:26.968605 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 89199d84-a360-4666-b375-b665992cef48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89199d84-a360-4666-b375-b665992cef48,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:26.979421 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '89199d84-a360-4666-b375-b665992cef48', 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8', 'port_id': '89199d84-a360-4666-b375-b665992cef48', 'mac_address': 'fa:16:3e:49:4c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cd6cc7-50f0-423e-9244-1706669c468e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:54:27.015384 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:27.027843 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89199d84-a360-4666-b375-b665992cef48 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:27.046725 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 89199d84-a360-4666-b375-b665992cef48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89199d84-a360-4666-b375-b665992cef48,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:27.050203 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:27.095754 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=89199d84-a360-4666-b375-b665992cef48,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:27.368045 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['89199d84-a360-4666-b375-b665992cef48'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:54:27.496874 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf93a24-d83b-4c2b-9d4a-d0a43d0e51f4 req-86becbf7-b3b6-416e-a195-4cedca1deb4e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:27.498903 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7cf93a24-d83b-4c2b-9d4a-d0a43d0e51f4 req-86becbf7-b3b6-416e-a195-4cedca1deb4e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 944 time: 0.0470483 Oct 12 16:54:27.507088 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fc479334-e2f6-46b2-88bf-8bb4df09f5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:27.538232 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7cf93a24-d83b-4c2b-9d4a-d0a43d0e51f4 req-47d3ec77-d2e9-4b40-8c2c-3fd90a42d8f9 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322955 Oct 12 16:54:28.339110 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:28.651310 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dafa6-223e-4958-bec4-412b55e5b479 req-13dda8d5-f229-404a-8075-bc49a16ee772 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:28.652677 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7d3dafa6-223e-4958-bec4-412b55e5b479 req-13dda8d5-f229-404a-8075-bc49a16ee772 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 944 time: 0.0499330 Oct 12 16:54:28.689478 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7d3dafa6-223e-4958-bec4-412b55e5b479 req-741f531b-4f82-40a7-b9f1-f70b9b8639db tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301819 Oct 12 16:54:28.897876 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 89199d84-a360-4666-b375-b665992cef48 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:28.945767 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 89199d84-a360-4666-b375-b665992cef48 completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:54:28.949102 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 89199d84-a360-4666-b375-b665992cef48 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:28.949507 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:28.993096 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.038490 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.059723 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921229b7-ddbe-4ba8-89b4-da1492d07930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89199d84-a360-4666-b375-b665992cef48'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:29.062569 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e27120-c8bd-4eb4-a193-198a09666cc4" -d '{"events": [{"server_uuid": "921229b7-ddbe-4ba8-89b4-da1492d07930", "name": "network-vif-plugged", "status": "completed", "tag": "89199d84-a360-4666-b375-b665992cef48"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:29.074845 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 89199d84-a360-4666-b375-b665992cef48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89199d84-a360-4666-b375-b665992cef48,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:29.079382 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:29.107409 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debd50ed-a516-4832-b3f9-f78fb2a618ef x-openstack-request-id: req-debd50ed-a516-4832-b3f9-f78fb2a618ef {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:29.107696 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921229b7-ddbe-4ba8-89b4-da1492d07930", "name": "network-vif-plugged", "status": "completed", "tag": "89199d84-a360-4666-b375-b665992cef48", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:29.107948 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-debd50ed-a516-4832-b3f9-f78fb2a618ef {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:29.108329 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921229b7-ddbe-4ba8-89b4-da1492d07930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89199d84-a360-4666-b375-b665992cef48', 'code': 200} Oct 12 16:54:29.134133 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=89199d84-a360-4666-b375-b665992cef48,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:29.303179 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2f6a7-ca8c-4cd9-9fda-5df1a72c34ee req-f59967d7-ecb9-45a5-824d-6a807543e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:29.304693 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c6c2f6a7-ca8c-4cd9-9fda-5df1a72c34ee req-f59967d7-ecb9-45a5-824d-6a807543e833 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 1098 time: 0.0402093 Oct 12 16:54:29.339193 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c6c2f6a7-ca8c-4cd9-9fda-5df1a72c34ee req-215b789a-ba72-4a16-9f21-586813878da1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265396 Oct 12 16:54:29.799063 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07d37e-73e4-46bb-b7e3-5ca3f77c234a req-5ca661a3-ed77-4a72-a21e-52f909ad3ed9 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:29.800712 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cb07d37e-73e4-46bb-b7e3-5ca3f77c234a req-5ca661a3-ed77-4a72-a21e-52f909ad3ed9 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 945 time: 0.0473118 Oct 12 16:54:29.837600 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-cb07d37e-73e4-46bb-b7e3-5ca3f77c234a req-446842f1-5a41-4ecb-b730-cf9aa6183e2c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312324 Oct 12 16:54:30.223191 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8d4e9-3fe0-4289-8564-76d4c19e3b5b req-c9cfaac6-258f-4b77-bb78-d0818c4fad81 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:30.224533 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-24f8d4e9-3fe0-4289-8564-76d4c19e3b5b req-c9cfaac6-258f-4b77-bb78-d0818c4fad81 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 947 time: 0.0505345 Oct 12 16:54:30.262167 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-24f8d4e9-3fe0-4289-8564-76d4c19e3b5b req-04c2c063-6c1c-4893-a01c-713ba469c2c9 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318682 Oct 12 16:54:30.436558 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:30.949641 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb63400-490e-4c89-840a-1b0dc8045348 req-64edb3c9-315d-4191-ba65-fe2374b43177 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:30.951114 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2eb63400-490e-4c89-840a-1b0dc8045348 req-64edb3c9-315d-4191-ba65-fe2374b43177 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 945 time: 0.0470004 Oct 12 16:54:30.987689 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2eb63400-490e-4c89-840a-1b0dc8045348 req-abc2f11a-5bd8-49cf-9209-e1a1c57c000a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Oct 12 16:54:31.381700 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec233115-774c-4c9c-9c64-1ecf1575088f req-465f8487-522f-49b5-abca-91f7d7db545f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:31.383159 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ec233115-774c-4c9c-9c64-1ecf1575088f req-465f8487-522f-49b5-abca-91f7d7db545f tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 947 time: 0.0495341 Oct 12 16:54:31.420293 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ec233115-774c-4c9c-9c64-1ecf1575088f req-0cab43ef-d04b-4e0d-a9cc-168edfc41b6b tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc112c88-34dc-4195-87dc-321e4b71411b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305226 Oct 12 16:54:31.874702 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-aee31467-203d-4e84-954b-958f574f9a0e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:31.876153 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-aee31467-203d-4e84-954b-958f574f9a0e tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 947 time: 0.0491927 Oct 12 16:54:31.962256 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Deleting port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:31.962939 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.050773 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] For port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:32.051128 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.210917 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.211188 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.211505 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.l3_db [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Floating IP 4c1ca945-2cba-4a9b-b276-5d6393c83d6f disassociated. External IP: 172.27.2.206, port: 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f. Oct 12 16:54:32.211852 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Calling delete_port for 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:32.336797 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.366450 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event deleted for resources: {'Port': ['ID=18eafd3a-5b5c-4e32-a4a3-8b888fc2650f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:32.713689 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b37cd07c-b6c4-43ad-822d-bfceb69db7cb req-fb190e23-027c-4d48-acdd-1453357f6aba tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ff19e43-0d0d-49ed-9206-88916211b270 HTTP/1.1" status: 200 len: 210 time: 0.0320449 Oct 12 16:54:32.739320 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Router 76c34523-1f68-4d47-adab-eec332a087a4 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:54:32.846955 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:32.856628 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497405ba-e29a-4d60-bf28-5eb2ac33d6e8 None None] Sync routers for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:32.867087 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497405ba-e29a-4d60-bf28-5eb2ac33d6e8 None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:32.867693 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-497405ba-e29a-4d60-bf28-5eb2ac33d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:54:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:32.887561 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] No DVR routers for this DVR port 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:54:32.890368 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:32.893695 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a7dcd3dd-e141-44a4-a3cd-5ca713c6501c req-229a082f-91f5-45f4-99d4-cde5afafe5ca tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.25 "DELETE /v2.0/ports/18eafd3a-5b5c-4e32-a4a3-8b888fc2650f HTTP/1.1" status: 204 len: 173 time: 1.0116680 Oct 12 16:54:32.894202 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'name': 'network-vif-deleted', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:32.896393 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7226fcbc-0042-40eb-8906-29c881f0069d" -d '{"events": [{"server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "name": "network-vif-deleted", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:32.934749 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f49d509-f51e-4488-a388-a6dc82070594 x-openstack-request-id: req-4f49d509-f51e-4488-a388-a6dc82070594 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:32.936225 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff19e43-0d0d-49ed-9206-88916211b270", "name": "network-vif-deleted", "tag": "18eafd3a-5b5c-4e32-a4a3-8b888fc2650f", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:32.936485 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f49d509-f51e-4488-a388-a6dc82070594 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:32.936952 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff19e43-0d0d-49ed-9206-88916211b270', 'name': 'network-vif-deleted', 'tag': '18eafd3a-5b5c-4e32-a4a3-8b888fc2650f', 'status': 'completed', 'code': 200} Oct 12 16:54:32.975742 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-497405ba-e29a-4d60-bf28-5eb2ac33d6e8 None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:33.176309 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-497405ba-e29a-4d60-bf28-5eb2ac33d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:33.201924 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497405ba-e29a-4d60-bf28-5eb2ac33d6e8 None None] Checking router: 76c34523-1f68-4d47-adab-eec332a087a4 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:33.210351 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497405ba-e29a-4d60-bf28-5eb2ac33d6e8 None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:33.210971 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-497405ba-e29a-4d60-bf28-5eb2ac33d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:54:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:33.314780 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-497405ba-e29a-4d60-bf28-5eb2ac33d6e8 None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:33.519965 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-497405ba-e29a-4d60-bf28-5eb2ac33d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:33.546934 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497405ba-e29a-4d60-bf28-5eb2ac33d6e8 None None] The sync data for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi is: [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:48:11Z', 'revision_number': 4, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8ec86233-c40d-4d7d-9b91-b2a236351b30', 'name': '', 'network_id': '67492cf5-634a-4a65-8b9c-706ee2b5109a', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'mac_address': 'fa:16:3e:78:ce:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:10Z', 'updated_at': '2021-10-12T16:48:18Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'subnets': [{'id': '33ed6982-8572-4062-9e82-23baaf25ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:33.748710 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7e3a7-9ae1-4f2c-b260-47fe0aeaf518 None None] New status for floating IP 4c1ca945-2cba-4a9b-b276-5d6393c83d6f: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:54:33.806149 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47664) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:33.864150 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04c55dbe-25b6-4ead-ac72-c3e670584ec4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:33.889464 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04c55dbe-25b6-4ead-ac72-c3e670584ec4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:33.935206 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04c55dbe-25b6-4ead-ac72-c3e670584ec4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:33.937880 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04c55dbe-25b6-4ead-ac72-c3e670584ec4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:33.939031 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-04c55dbe-25b6-4ead-ac72-c3e670584ec4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "DELETE /v2.0/security-groups/fc112c88-34dc-4195-87dc-321e4b71411b HTTP/1.1" status: 204 len: 168 time: 0.1318145 Oct 12 16:54:33.941902 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47666) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:33.947699 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c55dbe-25b6-4ead-ac72-c3e670584ec4 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc112c88-34dc-4195-87dc-321e4b71411b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:33.956731 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.api.v2.resource [None req-db7fccc8-f6aa-492d-9095-ee674f370595 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] show failed (client error): The resource could not be found. Oct 12 16:54:33.957860 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-db7fccc8-f6aa-492d-9095-ee674f370595 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "GET /v2.0/security-groups/fc112c88-34dc-4195-87dc-321e4b71411b HTTP/1.1" status: 404 len: 347 time: 0.0148599 Oct 12 16:54:33.960746 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47668) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:34.080258 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Deleting port 70800434-209c-43c4-9527-bd7562374a14 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:34.080598 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.156160 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.156398 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.167486 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Calling delete_port for 70800434-209c-43c4-9527-bd7562374a14 owned by network:floatingip {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:34.293687 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.316097 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Pushing event deleted for resources: {'Port': ['ID=70800434-209c-43c4-9527-bd7562374a14,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:34.326074 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.326427 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.326775 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.327117 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.327452 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.327784 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.328117 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.328840 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.328840 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.329084 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.329421 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.329754 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:34.390315 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks [] for floatingip, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.392896 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:34.394071 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-ccc52ce4-1f5a-4425-a5e8-5471d52c4291 tempest-AttachVolumeShelveTestJSON-933983441 tempest-AttachVolumeShelveTestJSON-933983441-project] 10.222.0.48 "DELETE /v2.0/floatingips/4c1ca945-2cba-4a9b-b276-5d6393c83d6f HTTP/1.1" status: 204 len: 168 time: 0.4323697 Oct 12 16:54:34.929678 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:34.953533 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:34.953923 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 18eafd3a-5b5c-4e32-a4a3-8b888fc2650f not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:36.788754 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47694) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:37.164328 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438941'] for router_interface, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.395806 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] Deleting port 8ec86233-c40d-4d7d-9b91-b2a236351b30 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:37.396057 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.475164 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] For port 8ec86233-c40d-4d7d-9b91-b2a236351b30, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=8ec86233-c40d-4d7d-9b91-b2a236351b30,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:37.475518 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.488062 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] Calling delete_port for 8ec86233-c40d-4d7d-9b91-b2a236351b30 owned by network:router_interface {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:37.659696 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.683962 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec86233-c40d-4d7d-9b91-b2a236351b30,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:37.844670 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438825'] for router_interface, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:37.912592 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:54:38.299189 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] Router 76c34523-1f68-4d47-adab-eec332a087a4 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:54:38.400830 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:38.407233 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-3eb0f1ed-88f5-4da3-b359-f9d9904d8c13 admin admin] 10.222.0.48 "PUT /v2.0/routers/76c34523-1f68-4d47-adab-eec332a087a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172800 Oct 12 16:54:38.409732 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47702) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:38.410641 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f209b6-a571-4a39-9664-07d459fb7803 None None] Sync routers for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:38.419755 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f209b6-a571-4a39-9664-07d459fb7803 None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:38.420378 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-34f209b6-a571-4a39-9664-07d459fb7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:54:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:38.510515 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Notify callbacks [] for router, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:38.522994 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-34f209b6-a571-4a39-9664-07d459fb7803 None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:38.609991 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:38.660822 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Deleting port a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:38.661157 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:38.704308 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-34f209b6-a571-4a39-9664-07d459fb7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:54:37Z', 'revision_number': 5, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port': {'id': 'a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c34523-1f68-4d47-adab-eec332a087a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:48:06Z', 'updated_at': '2021-10-12T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:38.734135 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f209b6-a571-4a39-9664-07d459fb7803 None None] Checking router: 76c34523-1f68-4d47-adab-eec332a087a4 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:38.742220 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f209b6-a571-4a39-9664-07d459fb7803 None None] Routers {'76c34523-1f68-4d47-adab-eec332a087a4'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:38.742811 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-34f209b6-a571-4a39-9664-07d459fb7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:54:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['76c34523-1f68-4d47-adab-eec332a087a4'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:38.747166 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] For port a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:38.747547 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:38.759799 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Calling delete_port for a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 owned by network:router_gateway {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:38.909329 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-34f209b6-a571-4a39-9664-07d459fb7803 None None] Set router 76c34523-1f68-4d47-adab-eec332a087a4 gateway port host: None {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:38.929058 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:38.963387 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:38.971085 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-34f209b6-a571-4a39-9664-07d459fb7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:54:38Z', 'revision_number': 6, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port_host': None}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:39.003612 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f209b6-a571-4a39-9664-07d459fb7803 None None] The sync data for ids ['76c34523-1f68-4d47-adab-eec332a087a4'] in dv-cinder-813221-2-iscsi is: [{'id': '76c34523-1f68-4d47-adab-eec332a087a4', 'name': 'tempest-AttachVolumeShelveTestJSON-246101307-router', 'tenant_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:48:05Z', 'updated_at': '2021-10-12T16:54:38Z', 'revision_number': 6, 'project_id': 'ea06ba2e773d42f1ab5ae2a60f8dd8d6', 'gw_port_host': None}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:39.047007 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464331'] for router_gateway, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.137940 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4886'] for router, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.140087 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.181938 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445488'] for router, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.182410 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76c34523-1f68-4d47-adab-eec332a087a4 {{(pid=100532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 16:54:39.188479 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.189620 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-938b3fa9-7bc9-4919-be84-a97a9f72f032 admin admin] 10.222.0.48 "DELETE /v2.0/routers/76c34523-1f68-4d47-adab-eec332a087a4 HTTP/1.1" status: 204 len: 168 time: 0.7789342 Oct 12 16:54:39.192215 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47706) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:39.235778 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f71008-901a-447e-829f-6162ea5c3fce admin admin] Deleting subnet 33ed6982-8572-4062-9e82-23baaf25ec08 {{(pid=100532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:54:39.238686 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c2f71008-901a-447e-829f-6162ea5c3fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.274228 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c2f71008-901a-447e-829f-6162ea5c3fce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12438652'] for subnet, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.351787 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c2f71008-901a-447e-829f-6162ea5c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.408782 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c2f71008-901a-447e-829f-6162ea5c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12390395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12378335'] for subnet, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.434069 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f71008-901a-447e-829f-6162ea5c3fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ed6982-8572-4062-9e82-23baaf25ec08,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:39.438758 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c2f71008-901a-447e-829f-6162ea5c3fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.441939 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c2f71008-901a-447e-829f-6162ea5c3fce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/33ed6982-8572-4062-9e82-23baaf25ec08 HTTP/1.1" status: 204 len: 168 time: 0.2488184 Oct 12 16:54:39.444371 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47708) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:39.445187 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd509b5d-e1ce-4f1b-90bc-e83544184c6b None None] Network 67492cf5-634a-4a65-8b9c-706ee2b5109a requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:54:39.514915 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.566230 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Deleting port 1463a704-0b90-48df-bfc6-f3cb88062ae7 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:39.566565 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.631325 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] For port 1463a704-0b90-48df-bfc6-f3cb88062ae7, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=1463a704-0b90-48df-bfc6-f3cb88062ae7,segment=NetworkSegment(5502f45f-3199-43ff-a073-0dd3f166c147),segment_id=5502f45f-3199-43ff-a073-0dd3f166c147)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:39.631682 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.643673 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Calling delete_port for 1463a704-0b90-48df-bfc6-f3cb88062ae7 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:39.723374 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.748738 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Pushing event deleted for resources: {'Port': ['ID=1463a704-0b90-48df-bfc6-f3cb88062ae7,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:39.753728 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] No DVR routers for this DVR port 1463a704-0b90-48df-bfc6-f3cb88062ae7 on host dv-cinder-813221-2-iscsi {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:54:39.763031 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b887b11-40cc-4961-9243-b1b2905541c5 None None] DHCP port deletion for 67492cf5-634a-4a65-8b9c-706ee2b5109a request from dv-cinder-813221-2-iscsi {{(pid=100533) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 16:54:39.827182 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.849095 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67492cf5-634a-4a65-8b9c-706ee2b5109a']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:39.858291 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5502f45f-3199-43ff-a073-0dd3f166c147') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:39.858673 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5502f45f-3199-43ff-a073-0dd3f166c147') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:39.867562 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.880044 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.886527 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:54:39.886894 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:54:39.888573 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:54:39.944258 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.949864 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:39.953519 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] 10.222.0.48 "DELETE /v2.0/networks/67492cf5-634a-4a65-8b9c-706ee2b5109a HTTP/1.1" status: 204 len: 168 time: 0.5078480 Oct 12 16:54:39.970199 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e7408-a8f5-4e4b-8fdd-7501a51d9958 admin admin] Pushing event deleted for resources: {'Network': ['ID=67492cf5-634a-4a65-8b9c-706ee2b5109a,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:40.080398 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47716) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:40.125605 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-41df07c7-ca0a-4994-8e9c-a53ac1290921 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea06ba2e773d42f1ab5ae2a60f8dd8d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439496 Oct 12 16:54:40.128003 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47720) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:40.178532 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:40.200391 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:40.255700 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:40.258660 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:40.259715 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b10f81e3-436d-4523-a4d3-220741cfd761 HTTP/1.1" status: 204 len: 168 time: 0.1307490 Oct 12 16:54:40.303271 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10f81e3-436d-4523-a4d3-220741cfd761,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:40.315407 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.315756 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.316098 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.316437 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.316771 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.317104 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.317461 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.317795 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.318125 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.318452 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.318777 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.319105 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd59131-7cdf-4c25-b9ed-8b905d117f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:40.370099 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-3d78ac83-9514-4f8f-a94c-1f6f386b71d3 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:40.371619 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-3d78ac83-9514-4f8f-a94c-1f6f386b71d3 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 815 time: 0.1292102 Oct 12 16:54:40.386859 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-45555255-7456-4d63-a2ab-0f18a38d98f1 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/quotas/f87a22f14eae4b98ad8daaa62eb5f82a HTTP/1.1" status: 200 len: 375 time: 0.0091257 Oct 12 16:54:40.435451 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-5aae674d-e894-4b8d-a45f-b956621d0391 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433486 Oct 12 16:54:40.527984 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-4e41dd27-295d-49c2-b901-0d0b750fccd9 service neutron] 10.222.0.48 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850239 Oct 12 16:54:40.619634 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-716ac985-c9c8-40d9-bf48-6961de50f750 service neutron] 10.222.0.48 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853992 Oct 12 16:54:40.786499 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-155d7ad5-ff5d-4005-80b3-e99d4799d9a4 req-dd3572b0-bcbc-42ad-8735-34e8fb977b83 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 210 time: 0.0313649 Oct 12 16:54:40.985799 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 1463a704-0b90-48df-bfc6-f3cb88062ae7 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:41.005213 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 1463a704-0b90-48df-bfc6-f3cb88062ae7 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:41.005586 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 1463a704-0b90-48df-bfc6-f3cb88062ae7 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:41.006172 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 8ec86233-c40d-4d7d-9b91-b2a236351b30 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:41.024485 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 8ec86233-c40d-4d7d-9b91-b2a236351b30 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:41.024830 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 8ec86233-c40d-4d7d-9b91-b2a236351b30 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:41.025237 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:41.044855 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:41.045986 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device a1e9d3b7-60ee-43d9-8f6a-95f3ff2cc267 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:41.818563 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-4abaa7eb-f87d-4ead-9c13-f07704a1c613 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:41.820037 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-4abaa7eb-f87d-4ead-9c13-f07704a1c613 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 815 time: 0.1119726 Oct 12 16:54:41.848478 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Request body: {'port': {'device_id': 'c60c395e-6d86-433e-95d4-d1c4fb0563d9', 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8', 'admin_state_up': True, 'tenant_id': 'f87a22f14eae4b98ad8daaa62eb5f82a'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:41.933814 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c83a912c-5977-4ce6-9f93-8e731b567949 req-56e9efa1-0255-47ee-a319-80c544bb960c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 210 time: 0.0316150 Oct 12 16:54:41.993751 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Made reservation on behalf of f87a22f14eae4b98ad8daaa62eb5f82a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:41.997164 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.121617 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Allocated IP 172.20.0.2 (ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8/e4cd6cc7-50f0-423e-9244-1706669c468e/1c571800-b00e-4a87-97c3-47888df963d6) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:42.258718 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.290285 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.326647 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['89199d84-a360-4666-b375-b665992cef48'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:54:42.335531 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:42.340493 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:42.345659 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:42.349493 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Pushing event updated for resources: {'Port': ['ID=1c571800-b00e-4a87-97c3-47888df963d6,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:42.393850 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:42.394370 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.410001 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-a16251ff-ac76-416d-8858-03d9b38dce5a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677252 Oct 12 16:54:42.428777 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Request body: {'port': {'device_id': 'c60c395e-6d86-433e-95d4-d1c4fb0563d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:42.479859 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.730313 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c571800-b00e-4a87-97c3-47888df963d6 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:42.737463 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.748731 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Transition to ACTIVE for port object 1c571800-b00e-4a87-97c3-47888df963d6 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:54:42.752350 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.815955 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Pushing event updated for resources: {'Port': ['ID=1c571800-b00e-4a87-97c3-47888df963d6,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:42.865139 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Attempting to bind port 1c571800-b00e-4a87-97c3-47888df963d6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:42.865826 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Attempting to bind port 1c571800-b00e-4a87-97c3-47888df963d6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:42.865826 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Attempting to bind port 1c571800-b00e-4a87-97c3-47888df963d6 on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:42.869916 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Port 1c571800-b00e-4a87-97c3-47888df963d6 on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:54:42.870215 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Attempting to bind port 1c571800-b00e-4a87-97c3-47888df963d6 on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:42.875573 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:42.875897 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Checking segment: {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:42.876264 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Bound using segment: {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:42.876677 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Bound port: 1c571800-b00e-4a87-97c3-47888df963d6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:42.877015 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.944075 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] For port 1c571800-b00e-4a87-97c3-47888df963d6, host hv-cinder-81322, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:42.947510 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] For port 1c571800-b00e-4a87-97c3-47888df963d6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c571800-b00e-4a87-97c3-47888df963d6,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:42.951931 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.987489 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:42.988582 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:42.990498 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] 10.222.0.25 "PUT /v2.0/ports/1c571800-b00e-4a87-97c3-47888df963d6 HTTP/1.1" status: 200 len: 1093 time: 0.5656168 Oct 12 16:54:42.992946 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60c395e-6d86-433e-95d4-d1c4fb0563d9', 'tag': '1c571800-b00e-4a87-97c3-47888df963d6'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:42.995273 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce94e19-cb36-4d3e-8341-10be5b4aa2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c60c395e-6d86-433e-95d4-d1c4fb0563d9", "tag": "1c571800-b00e-4a87-97c3-47888df963d6"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:43.041796 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d03afc-addc-436b-8719-bcaaead21a44 x-openstack-request-id: req-87d03afc-addc-436b-8719-bcaaead21a44 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:43.041796 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60c395e-6d86-433e-95d4-d1c4fb0563d9", "tag": "1c571800-b00e-4a87-97c3-47888df963d6", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:43.042111 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87d03afc-addc-436b-8719-bcaaead21a44 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:43.042322 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60c395e-6d86-433e-95d4-d1c4fb0563d9', 'tag': '1c571800-b00e-4a87-97c3-47888df963d6', 'status': 'completed', 'code': 200} Oct 12 16:54:43.062760 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f060fa7-338a-4267-8b78-b77d48f24463 service neutron] Pushing event updated for resources: {'Port': ['ID=1c571800-b00e-4a87-97c3-47888df963d6,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:43.119893 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e4cbf-1be8-4f86-b2b1-16e345c38d09 req-48f11844-a95a-418e-9f60-2119f38b9e65 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.121434 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ce8e4cbf-1be8-4f86-b2b1-16e345c38d09 req-48f11844-a95a-418e-9f60-2119f38b9e65 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 943 time: 0.1075671 Oct 12 16:54:43.136411 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-435ee38f-bdb5-4423-b337-6889bde286c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.137871 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-435ee38f-bdb5-4423-b337-6889bde286c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 1096 time: 0.0695665 Oct 12 16:54:43.196310 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-1bf0cc13-ed54-4702-9bd4-59774af9fe11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c571800-b00e-4a87-97c3-47888df963d6 HTTP/1.1" status: 200 len: 217 time: 0.0429897 Oct 12 16:54:43.199272 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ce8e4cbf-1be8-4f86-b2b1-16e345c38d09 req-fb715651-fa19-4d65-ba0b-2b2921991cd9 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706887 Oct 12 16:54:43.248099 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-8de95d37-e6d5-4057-a0ab-d58990a14da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.249763 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-8de95d37-e6d5-4057-a0ab-d58990a14da3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4cd6cc7-50f0-423e-9244-1706669c468e HTTP/1.1" status: 200 len: 855 time: 0.0447659 Oct 12 16:54:43.285107 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-6cf37628-9d64-4f02-bf3b-54fddd5adcee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279160 Oct 12 16:54:43.377054 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-ee074b91-61f0-485b-aa22-a4df7a6fb97c service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840244 Oct 12 16:54:43.474001 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffb74bdc-c88e-4705-bfaa-97a126befcba req-4d6069b9-df9d-48c0-a352-7d8a88041f4a service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887167 Oct 12 16:54:43.615207 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce94e19-cb36-4d3e-8341-10be5b4aa2b6 req-f20ae8d5-8ea1-4460-961f-06dcd6409156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.616942 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ce94e19-cb36-4d3e-8341-10be5b4aa2b6 req-f20ae8d5-8ea1-4460-961f-06dcd6409156 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 1096 time: 0.0420308 Oct 12 16:54:43.710660 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce94e19-cb36-4d3e-8341-10be5b4aa2b6 req-e972566d-a7fc-46a9-8e53-af8a7f7c5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.712085 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ce94e19-cb36-4d3e-8341-10be5b4aa2b6 req-e972566d-a7fc-46a9-8e53-af8a7f7c5f59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 916 time: 0.0867345 Oct 12 16:54:43.754564 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ce94e19-cb36-4d3e-8341-10be5b4aa2b6 req-be69f72b-a6b7-42a7-be20-9a0da4779a03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c571800-b00e-4a87-97c3-47888df963d6 HTTP/1.1" status: 200 len: 217 time: 0.0332091 Oct 12 16:54:43.802571 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce94e19-cb36-4d3e-8341-10be5b4aa2b6 req-bc800ca4-1797-4ffc-a6ef-a58105afb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:43.804286 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ce94e19-cb36-4d3e-8341-10be5b4aa2b6 req-bc800ca4-1797-4ffc-a6ef-a58105afb368 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4cd6cc7-50f0-423e-9244-1706669c468e HTTP/1.1" status: 200 len: 855 time: 0.0418835 Oct 12 16:54:43.834685 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ce94e19-cb36-4d3e-8341-10be5b4aa2b6 req-2fac40e1-d55d-4084-807f-220998be27d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228422 Oct 12 16:54:43.926810 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ce94e19-cb36-4d3e-8341-10be5b4aa2b6 req-44e7a7d3-4a28-410b-b435-4fc7585e3e5a service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828724 Oct 12 16:54:44.018498 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ce94e19-cb36-4d3e-8341-10be5b4aa2b6 req-8757be20-888b-44e9-ad16-2ff91e678f64 service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815668 Oct 12 16:54:44.317960 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9423-57eb-47ee-a362-67c4998e7024 req-c097fa6f-9891-4af0-8799-20af65b4ff4b tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:44.319420 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-75fb9423-57eb-47ee-a362-67c4998e7024 req-c097fa6f-9891-4af0-8799-20af65b4ff4b tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 943 time: 0.0522635 Oct 12 16:54:44.356087 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-75fb9423-57eb-47ee-a362-67c4998e7024 req-e4c27ea7-53cb-49b0-b320-0cbb3e235f6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307610 Oct 12 16:54:44.692852 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 47836) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:44.793582 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b20ce14-d5d2-4a17-a0b3-4b6d866e3659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.866787 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b20ce14-d5d2-4a17-a0b3-4b6d866e3659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.870454 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b20ce14-d5d2-4a17-a0b3-4b6d866e3659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.909466 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-9b20ce14-d5d2-4a17-a0b3-4b6d866e3659 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7837fbca389f420b8b2aabe05f9ee2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154040 Oct 12 16:54:44.910334 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20ce14-d5d2-4a17-a0b3-4b6d866e3659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57c8d28-659a-42ab-9532-0e7039bdbc0e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:44.913059 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47840) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:44.961737 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-395ae6e3-e103-472c-9c3f-7979c9adf7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.982881 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-395ae6e3-e103-472c-9c3f-7979c9adf7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:44.991632 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 1c571800-b00e-4a87-97c3-47888df963d6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:54:45.031254 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-395ae6e3-e103-472c-9c3f-7979c9adf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.033707 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-395ae6e3-e103-472c-9c3f-7979c9adf7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.036891 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-395ae6e3-e103-472c-9c3f-7979c9adf7e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f57c8d28-659a-42ab-9532-0e7039bdbc0e HTTP/1.1" status: 204 len: 168 time: 0.1218915 Oct 12 16:54:45.046404 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ae6e3-e103-472c-9c3f-7979c9adf7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57c8d28-659a-42ab-9532-0e7039bdbc0e,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:45.092820 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 1c571800-b00e-4a87-97c3-47888df963d6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c571800-b00e-4a87-97c3-47888df963d6,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:45.103887 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '1c571800-b00e-4a87-97c3-47888df963d6', 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8', 'port_id': '1c571800-b00e-4a87-97c3-47888df963d6', 'mac_address': 'fa:16:3e:da:0f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cd6cc7-50f0-423e-9244-1706669c468e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:54:45.144208 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.157361 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c571800-b00e-4a87-97c3-47888df963d6 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:45.176457 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 1c571800-b00e-4a87-97c3-47888df963d6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c571800-b00e-4a87-97c3-47888df963d6,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:45.181393 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.229562 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=1c571800-b00e-4a87-97c3-47888df963d6,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:45.295921 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47846) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:45.308521 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fac725c8-9730-4b97-94cd-338ae9d9d8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.381282 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fac725c8-9730-4b97-94cd-338ae9d9d8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.386775 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fac725c8-9730-4b97-94cd-338ae9d9d8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.427883 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-fac725c8-9730-4b97-94cd-338ae9d9d8d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a036b7192004680baafeda790c83f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308784 Oct 12 16:54:45.428727 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac725c8-9730-4b97-94cd-338ae9d9d8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2531ae8-837a-47e6-b0e1-592206b44a5d,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:45.431001 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 47850) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:54:45.477011 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c207e-96d7-45be-acc6-44709d492969 req-cf95eb38-52c6-4d25-af40-7bc5d2fa62a4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:45.478542 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-728c207e-96d7-45be-acc6-44709d492969 req-cf95eb38-52c6-4d25-af40-7bc5d2fa62a4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 944 time: 0.0521493 Oct 12 16:54:45.483254 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb032-fb25-4a4c-ad88-81aea336cd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.487022 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.489738 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['1c571800-b00e-4a87-97c3-47888df963d6'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:54:45.506817 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb032-fb25-4a4c-ad88-81aea336cd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.533729 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-728c207e-96d7-45be-acc6-44709d492969 req-72cffa2a-59ff-4cff-887f-d475df3eb336 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421817 Oct 12 16:54:45.554347 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb032-fb25-4a4c-ad88-81aea336cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.556861 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb032-fb25-4a4c-ad88-81aea336cd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:45.558015 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e9eeb032-fb25-4a4c-ad88-81aea336cd59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2531ae8-837a-47e6-b0e1-592206b44a5d HTTP/1.1" status: 204 len: 168 time: 0.1261468 Oct 12 16:54:45.568473 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eeb032-fb25-4a4c-ad88-81aea336cd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2531ae8-837a-47e6-b0e1-592206b44a5d,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:46.640930 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ab4a2-625b-4392-ad27-d435e9bf233a req-4c058a65-873e-475d-92c8-a106ddcdfd1e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:46.642464 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c61ab4a2-625b-4392-ad27-d435e9bf233a req-4c058a65-873e-475d-92c8-a106ddcdfd1e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 944 time: 0.0520298 Oct 12 16:54:46.680551 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c61ab4a2-625b-4392-ad27-d435e9bf233a req-107e7014-509f-4bf7-b53c-a78e3823e8f7 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323501 Oct 12 16:54:46.986824 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 1c571800-b00e-4a87-97c3-47888df963d6 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:54:47.039776 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 1c571800-b00e-4a87-97c3-47888df963d6 completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:54:47.043431 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 1c571800-b00e-4a87-97c3-47888df963d6 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:54:47.043808 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.128122 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.151300 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60c395e-6d86-433e-95d4-d1c4fb0563d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c571800-b00e-4a87-97c3-47888df963d6'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:47.153671 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ba8b72-06c8-4365-a6f6-e599959fc6db" -d '{"events": [{"server_uuid": "c60c395e-6d86-433e-95d4-d1c4fb0563d9", "name": "network-vif-plugged", "status": "completed", "tag": "1c571800-b00e-4a87-97c3-47888df963d6"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:47.169948 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 1c571800-b00e-4a87-97c3-47888df963d6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c571800-b00e-4a87-97c3-47888df963d6,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:47.174013 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:47.196508 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca48d22-112c-41f4-93ed-a1ab319512d7 x-openstack-request-id: req-2ca48d22-112c-41f4-93ed-a1ab319512d7 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:47.196798 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60c395e-6d86-433e-95d4-d1c4fb0563d9", "name": "network-vif-plugged", "status": "completed", "tag": "1c571800-b00e-4a87-97c3-47888df963d6", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:47.197048 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ca48d22-112c-41f4-93ed-a1ab319512d7 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:47.197450 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60c395e-6d86-433e-95d4-d1c4fb0563d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c571800-b00e-4a87-97c3-47888df963d6', 'code': 200} Oct 12 16:54:47.223256 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=1c571800-b00e-4a87-97c3-47888df963d6,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:47.230263 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.230630 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.230969 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.231306 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.231638 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.231984 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.232313 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.232646 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.232970 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.233329 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.233677 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.233997 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:47.391226 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03fb9f-dcd8-40ba-8f9e-49e92b90755b req-8fd0ef3b-fbd1-47d6-ad26-3e91168ea24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:47.392686 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3a03fb9f-dcd8-40ba-8f9e-49e92b90755b req-8fd0ef3b-fbd1-47d6-ad26-3e91168ea24b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 1098 time: 0.0383430 Oct 12 16:54:47.428873 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3a03fb9f-dcd8-40ba-8f9e-49e92b90755b req-2975f6f3-c796-452d-916d-88bd3374c388 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275488 Oct 12 16:54:47.791056 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bb377-8ada-400d-baf3-a1a9d367c166 req-f34425c8-2ee2-4f30-bcdc-f67c4a5a3c40 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:47.792512 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-355bb377-8ada-400d-baf3-a1a9d367c166 req-f34425c8-2ee2-4f30-bcdc-f67c4a5a3c40 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 945 time: 0.0476553 Oct 12 16:54:47.829077 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-355bb377-8ada-400d-baf3-a1a9d367c166 req-73d99fbc-c52d-4b15-87c4-6c1f402b54bb tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Oct 12 16:54:48.944833 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58bc72-6521-4e62-828e-2a56499cf81b req-ace3dc5e-42af-4e61-81b8-f03bfb8019c8 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:48.946326 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9c58bc72-6521-4e62-828e-2a56499cf81b req-ace3dc5e-42af-4e61-81b8-f03bfb8019c8 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 945 time: 0.0509591 Oct 12 16:54:48.984251 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9c58bc72-6521-4e62-828e-2a56499cf81b req-435de413-2c80-4826-9bc8-2e4be4342ddc tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312076 Oct 12 16:54:52.829837 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dcb10-78a7-470c-969a-5529936683ed req-238e57a6-86f4-4414-a75c-02bba948d4a7 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:52.831313 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-238e57a6-86f4-4414-a75c-02bba948d4a7 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 815 time: 0.1103549 Oct 12 16:54:52.846101 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-608d5a68-b59c-44f9-b413-071713450c7d tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/quotas/f87a22f14eae4b98ad8daaa62eb5f82a HTTP/1.1" status: 200 len: 375 time: 0.0091491 Oct 12 16:54:52.898125 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-8a96109c-7674-4f7b-9cbd-ceed2676e5b5 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470362 Oct 12 16:54:52.985500 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-9248e41a-ef6f-4dcf-9109-f154f96fefbf service neutron] 10.222.0.48 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803871 Oct 12 16:54:53.075547 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-57873f63-c708-4de6-bf83-be328384383e service neutron] 10.222.0.48 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841112 Oct 12 16:54:53.228175 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-62d0d3c6-b2dc-47fc-9bdd-8bc4f897027c req-914f03d9-020d-41b2-ade9-07b1288f1196 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 210 time: 0.0266500 Oct 12 16:54:54.317126 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-85446bdb-673f-45cf-bafd-551822cb4691 req-8526b0eb-e4da-4960-9e40-18c95828e9ae tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 210 time: 0.0260146 Oct 12 16:54:54.817929 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-75d2f9d8-9111-4769-9550-36394ac1508a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.408100 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2218ba49-5731-46a3-82e5-2e823c33bcca req-83299fe0-79a0-4cd2-8fbc-42b48d9b1092 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 210 time: 0.0256364 Oct 12 16:54:56.425317 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dcb10-78a7-470c-969a-5529936683ed req-dcc0a138-bd55-4145-8c6e-a42fbb0fcd31 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:56.426781 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-dcc0a138-bd55-4145-8c6e-a42fbb0fcd31 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 815 time: 0.1027720 Oct 12 16:54:56.449584 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Request body: {'port': {'device_id': 'd5575442-9c5c-4116-b040-03fad6c7f85b', 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8', 'admin_state_up': True, 'tenant_id': 'f87a22f14eae4b98ad8daaa62eb5f82a'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:56.520669 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-97f7122c-6a48-4c3f-aac9-2f279817e653 req-8c9c0092-48f1-422c-84d0-b2a019f14eb7 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 210 time: 0.0301836 Oct 12 16:54:56.580802 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Made reservation on behalf of f87a22f14eae4b98ad8daaa62eb5f82a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:54:56.584272 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.701782 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Allocated IP 172.20.0.10 (ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8/e4cd6cc7-50f0-423e-9244-1706669c468e/c8560c27-f45f-4372-9bad-377405dd50ac) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:54:56.842065 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.875806 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:56.914030 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['89199d84-a360-4666-b375-b665992cef48', '1c571800-b00e-4a87-97c3-47888df963d6'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:54:56.919428 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:54:56.923399 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:54:56.927043 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:54:56.954237 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Pushing event updated for resources: {'Port': ['ID=c8560c27-f45f-4372-9bad-377405dd50ac,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:56.982234 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:56.982847 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.005928 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-ec639504-6356-4b0e-8cbb-e6d698aa4ce4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5601053 Oct 12 16:54:57.031333 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Request body: {'port': {'device_id': 'd5575442-9c5c-4116-b040-03fad6c7f85b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:54:57.082953 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.344368 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8560c27-f45f-4372-9bad-377405dd50ac {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:54:57.351436 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.362840 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Transition to ACTIVE for port object c8560c27-f45f-4372-9bad-377405dd50ac will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:54:57.366297 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.412331 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8560c27-f45f-4372-9bad-377405dd50ac,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:57.477012 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Attempting to bind port c8560c27-f45f-4372-9bad-377405dd50ac on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:54:57.477777 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Attempting to bind port c8560c27-f45f-4372-9bad-377405dd50ac by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:54:57.477777 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Attempting to bind port c8560c27-f45f-4372-9bad-377405dd50ac on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:57.481780 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Port c8560c27-f45f-4372-9bad-377405dd50ac on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:54:57.482093 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Attempting to bind port c8560c27-f45f-4372-9bad-377405dd50ac on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:54:57.487236 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:54:57.487562 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Checking segment: {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:54:57.487928 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Bound using segment: {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:54:57.488344 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Bound port: c8560c27-f45f-4372-9bad-377405dd50ac, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:54:57.488691 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.497644 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6d9ea666-39e7-4b0a-b391-81c9a7c268b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.558400 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] For port c8560c27-f45f-4372-9bad-377405dd50ac, host hv-cinder-81322, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:54:57.562246 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] For port c8560c27-f45f-4372-9bad-377405dd50ac, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8560c27-f45f-4372-9bad-377405dd50ac,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:54:57.566607 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.612867 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:57.613514 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:57.614871 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] 10.222.0.25 "PUT /v2.0/ports/c8560c27-f45f-4372-9bad-377405dd50ac HTTP/1.1" status: 200 len: 1094 time: 0.5883744 Oct 12 16:54:57.627761 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5575442-9c5c-4116-b040-03fad6c7f85b', 'tag': 'c8560c27-f45f-4372-9bad-377405dd50ac'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:57.630031 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9ab208-db05-4616-ba20-ce4a14bdbba8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5575442-9c5c-4116-b040-03fad6c7f85b", "tag": "c8560c27-f45f-4372-9bad-377405dd50ac"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:57.657694 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef62b0-a81c-4e21-8655-04a32167aab3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8560c27-f45f-4372-9bad-377405dd50ac,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:57.669171 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d635266-910c-456a-b494-ed282fb9bfdf x-openstack-request-id: req-6d635266-910c-456a-b494-ed282fb9bfdf {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:57.669484 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5575442-9c5c-4116-b040-03fad6c7f85b", "tag": "c8560c27-f45f-4372-9bad-377405dd50ac", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:57.669727 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d635266-910c-456a-b494-ed282fb9bfdf {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:57.670127 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5575442-9c5c-4116-b040-03fad6c7f85b', 'tag': 'c8560c27-f45f-4372-9bad-377405dd50ac', 'status': 'completed', 'code': 200} Oct 12 16:54:57.678381 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea985ca-50ab-499a-a88a-b89818d94654 req-c8f5e03c-30c3-4ab9-abb3-eb0886b3203d tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:57.679832 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3ea985ca-50ab-499a-a88a-b89818d94654 req-c8f5e03c-30c3-4ab9-abb3-eb0886b3203d tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 944 time: 0.0874202 Oct 12 16:54:57.745965 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3ea985ca-50ab-499a-a88a-b89818d94654 req-2eaf8135-d7c4-4c22-adfb-f83f466e7fa4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602105 Oct 12 16:54:57.752709 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dcb10-78a7-470c-969a-5529936683ed req-f5a372b5-8334-4915-8aa0-0316d0cf299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:57.754179 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-f5a372b5-8334-4915-8aa0-0316d0cf299b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 1097 time: 0.0622020 Oct 12 16:54:58.027601 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-b1fdabc4-e811-4345-8039-d10ce431b521 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8560c27-f45f-4372-9bad-377405dd50ac HTTP/1.1" status: 200 len: 217 time: 0.2572048 Oct 12 16:54:58.076523 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dcb10-78a7-470c-969a-5529936683ed req-c7149fd9-a6f6-4287-a29b-2e2ecb4aa8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:58.078000 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-c7149fd9-a6f6-4287-a29b-2e2ecb4aa8d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4cd6cc7-50f0-423e-9244-1706669c468e HTTP/1.1" status: 200 len: 855 time: 0.0429709 Oct 12 16:54:58.110934 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-37a0d0c2-4952-47bd-835f-234eb2149ac0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252275 Oct 12 16:54:58.206366 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-d2f7550a-e020-48d3-a95a-44fc446aeb6c service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879517 Oct 12 16:54:58.307275 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a40dcb10-78a7-470c-969a-5529936683ed req-a5035e9c-4209-4c4b-b67d-ed3900c3d2bf service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922740 Oct 12 16:54:58.339765 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:58.452350 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ab208-db05-4616-ba20-ce4a14bdbba8 req-5413edef-a922-4edd-8ccd-1680f3ca07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:58.453832 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2c9ab208-db05-4616-ba20-ce4a14bdbba8 req-5413edef-a922-4edd-8ccd-1680f3ca07d9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 1097 time: 0.0392590 Oct 12 16:54:58.546252 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ab208-db05-4616-ba20-ce4a14bdbba8 req-f3225321-c8bf-4263-86c1-450318a2a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:58.547593 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2c9ab208-db05-4616-ba20-ce4a14bdbba8 req-f3225321-c8bf-4263-86c1-450318a2a759 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 916 time: 0.0814462 Oct 12 16:54:58.860571 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d5d1f-e1f6-447b-a91c-923ed9d11929 req-8ae2b3d4-52bb-42ac-ba6c-426c1e6b2795 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:58.861928 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-466d5d1f-e1f6-447b-a91c-923ed9d11929 req-8ae2b3d4-52bb-42ac-ba6c-426c1e6b2795 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 944 time: 0.0495005 Oct 12 16:54:58.898952 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-466d5d1f-e1f6-447b-a91c-923ed9d11929 req-88eebb97-0add-435e-9ba6-d821388c0860 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312498 Oct 12 16:54:58.987983 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:59.410576 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2c9ab208-db05-4616-ba20-ce4a14bdbba8 req-e0ac5c72-861c-4029-b381-8a9b10cce71c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8560c27-f45f-4372-9bad-377405dd50ac HTTP/1.1" status: 200 len: 217 time: 0.0332282 Oct 12 16:55:00.008577 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d531ad-8726-4f44-b3b0-ca67d121f372 req-59d43d57-255e-4c4b-8fe3-dfa5403e3ec6 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:00.010065 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-18d531ad-8726-4f44-b3b0-ca67d121f372 req-59d43d57-255e-4c4b-8fe3-dfa5403e3ec6 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 944 time: 0.0472918 Oct 12 16:55:00.050168 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-18d531ad-8726-4f44-b3b0-ca67d121f372 req-87b07da1-ae3c-4995-abe3-831fe61b23ff tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Oct 12 16:55:00.248183 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ab208-db05-4616-ba20-ce4a14bdbba8 req-a264db17-fc58-420a-9d7c-41745932042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:00.250132 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2c9ab208-db05-4616-ba20-ce4a14bdbba8 req-a264db17-fc58-420a-9d7c-41745932042d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4cd6cc7-50f0-423e-9244-1706669c468e HTTP/1.1" status: 200 len: 855 time: 0.0429952 Oct 12 16:55:00.434618 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:01.159547 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fa496-93eb-46c0-9563-6dafe156b333 req-3ba5cee7-365e-4664-8956-e2ad8337580e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:01.160907 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c46fa496-93eb-46c0-9563-6dafe156b333 req-3ba5cee7-365e-4664-8956-e2ad8337580e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 944 time: 0.0465431 Oct 12 16:55:01.202250 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2c9ab208-db05-4616-ba20-ce4a14bdbba8 req-037c575e-cba2-4d59-8b0a-40e2d21a5ce5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344040 Oct 12 16:55:01.238827 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c46fa496-93eb-46c0-9563-6dafe156b333 req-c0f52ec6-4f3f-4e6d-888d-0a4112e9d407 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720820 Oct 12 16:55:01.302729 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2c9ab208-db05-4616-ba20-ce4a14bdbba8 req-99174996-1bc4-4dab-8b38-988fe6928687 service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902605 Oct 12 16:55:01.395201 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2c9ab208-db05-4616-ba20-ce4a14bdbba8 req-1a9f8f75-69f8-4a6b-b5a4-b6c6a99025f1 service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846019 Oct 12 16:55:02.353435 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffd423-0dbf-461f-b991-9fa7aa253adb req-b55facf9-2a71-4eb4-8a21-3817486f2f56 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:02.354958 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffffd423-0dbf-461f-b991-9fa7aa253adb req-b55facf9-2a71-4eb4-8a21-3817486f2f56 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 944 time: 0.0521479 Oct 12 16:55:02.394217 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ffffd423-0dbf-461f-b991-9fa7aa253adb req-448d816e-5600-4c8e-88a9-9977e98b113a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329814 Oct 12 16:55:03.503090 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae2d89-9769-42b4-bf8b-2d4cb586524a req-cacbc825-c42a-4b01-ad59-3c26e5068d16 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:03.504523 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9dae2d89-9769-42b4-bf8b-2d4cb586524a req-cacbc825-c42a-4b01-ad59-3c26e5068d16 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 944 time: 0.0472500 Oct 12 16:55:03.543560 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9dae2d89-9769-42b4-bf8b-2d4cb586524a req-2e3fe128-4ae5-48bb-8796-0aa403cfcaa7 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Oct 12 16:55:04.656051 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b513ce-0edf-4639-b3ff-a48612ef24d0 req-1303a15b-f03a-4952-9874-891da39c4864 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:04.657546 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-26b513ce-0edf-4639-b3ff-a48612ef24d0 req-1303a15b-f03a-4952-9874-891da39c4864 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 944 time: 0.0477903 Oct 12 16:55:04.694022 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-26b513ce-0edf-4639-b3ff-a48612ef24d0 req-44d7dfba-8465-4aa7-acd6-753f639845ad tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306036 Oct 12 16:55:05.814490 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bf761-caf0-4839-a754-5426f668af25 req-6e0cd01f-32ff-4e1d-835b-cdc318904ee6 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:05.815980 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-346bf761-caf0-4839-a754-5426f668af25 req-6e0cd01f-32ff-4e1d-835b-cdc318904ee6 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 944 time: 0.0547872 Oct 12 16:55:05.854238 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-346bf761-caf0-4839-a754-5426f668af25 req-54f760e4-3687-46d6-9ebf-c0b4263ade87 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Oct 12 16:55:05.908909 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device c8560c27-f45f-4372-9bad-377405dd50ac details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:55:06.001801 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port c8560c27-f45f-4372-9bad-377405dd50ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8560c27-f45f-4372-9bad-377405dd50ac,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:06.016862 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': 'c8560c27-f45f-4372-9bad-377405dd50ac', 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8', 'port_id': 'c8560c27-f45f-4372-9bad-377405dd50ac', 'mac_address': 'fa:16:3e:6d:62:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cd6cc7-50f0-423e-9244-1706669c468e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:55:06.054532 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.067050 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8560c27-f45f-4372-9bad-377405dd50ac {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:55:06.086340 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port c8560c27-f45f-4372-9bad-377405dd50ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8560c27-f45f-4372-9bad-377405dd50ac,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:06.090194 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:06.138467 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=c8560c27-f45f-4372-9bad-377405dd50ac,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:06.966759 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7308ebe-a947-45bd-b9d1-17a9c69d82d2 req-e9660564-2af8-4c21-becd-eb9d5289634d tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:06.968200 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d7308ebe-a947-45bd-b9d1-17a9c69d82d2 req-e9660564-2af8-4c21-becd-eb9d5289634d tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 945 time: 0.0472338 Oct 12 16:55:07.004895 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d7308ebe-a947-45bd-b9d1-17a9c69d82d2 req-11789d4e-baa5-4e36-89e7-dab31cc8d396 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Oct 12 16:55:07.317219 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['c8560c27-f45f-4372-9bad-377405dd50ac'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:55:08.117573 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafebab-c815-4e73-9478-622ededde038 req-40f3edb1-3f3f-4665-abd3-9e384244e2cd tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:08.118972 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7fafebab-c815-4e73-9478-622ededde038 req-40f3edb1-3f3f-4665-abd3-9e384244e2cd tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 945 time: 0.0493896 Oct 12 16:55:08.157914 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7fafebab-c815-4e73-9478-622ededde038 req-47889ba3-f93d-4b55-aa33-5ae10ed34abe tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Oct 12 16:55:09.102793 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device c8560c27-f45f-4372-9bad-377405dd50ac up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:09.151473 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port c8560c27-f45f-4372-9bad-377405dd50ac completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:55:09.155902 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port c8560c27-f45f-4372-9bad-377405dd50ac triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:09.156423 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:09.258072 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:09.280140 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5575442-9c5c-4116-b040-03fad6c7f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8560c27-f45f-4372-9bad-377405dd50ac'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:55:09.282996 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf304a0-a2a6-4f94-bcf6-81dd9f680e7c" -d '{"events": [{"server_uuid": "d5575442-9c5c-4116-b040-03fad6c7f85b", "name": "network-vif-plugged", "status": "completed", "tag": "c8560c27-f45f-4372-9bad-377405dd50ac"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:55:09.283719 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539079c3-ad51-47a0-ae07-eb7b65fc64f6 req-b4df3f8c-58dd-4878-992f-f5fd66b9ef3e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:09.285711 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-539079c3-ad51-47a0-ae07-eb7b65fc64f6 req-b4df3f8c-58dd-4878-992f-f5fd66b9ef3e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 945 time: 0.0572317 Oct 12 16:55:09.307622 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port c8560c27-f45f-4372-9bad-377405dd50ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8560c27-f45f-4372-9bad-377405dd50ac,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:09.311585 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:09.334493 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-539079c3-ad51-47a0-ae07-eb7b65fc64f6 req-89ed1f06-a61a-4fc6-ba16-977b4d462954 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355802 Oct 12 16:55:09.337964 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf33da1c-c699-41de-8ab3-52ef2d1f8355 x-openstack-request-id: req-cf33da1c-c699-41de-8ab3-52ef2d1f8355 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:55:09.338255 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5575442-9c5c-4116-b040-03fad6c7f85b", "name": "network-vif-plugged", "status": "completed", "tag": "c8560c27-f45f-4372-9bad-377405dd50ac", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:55:09.338509 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf33da1c-c699-41de-8ab3-52ef2d1f8355 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:55:09.338890 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5575442-9c5c-4116-b040-03fad6c7f85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8560c27-f45f-4372-9bad-377405dd50ac', 'code': 200} Oct 12 16:55:09.365192 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=c8560c27-f45f-4372-9bad-377405dd50ac,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:10.448815 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc484f-4187-4c2f-9d8e-33fc3c5a61ea req-5962bfe8-bd45-4c0e-96da-02c8278a1ee1 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:10.450304 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2ffc484f-4187-4c2f-9d8e-33fc3c5a61ea req-5962bfe8-bd45-4c0e-96da-02c8278a1ee1 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 946 time: 0.0471961 Oct 12 16:55:10.509685 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2ffc484f-4187-4c2f-9d8e-33fc3c5a61ea req-7c0f04a2-1dde-431f-b094-5786be2d15b7 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534379 Oct 12 16:55:10.521054 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d57d68-f272-40c0-b91b-6e43e31cbb5f req-311a7088-c8b8-4105-9838-2f123e06b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:10.522514 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-89d57d68-f272-40c0-b91b-6e43e31cbb5f req-311a7088-c8b8-4105-9838-2f123e06b428 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 1099 time: 0.0500810 Oct 12 16:55:11.380482 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-89d57d68-f272-40c0-b91b-6e43e31cbb5f req-c03a9e03-276a-4032-95b8-8d3cf2e83b8e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279145 Oct 12 16:55:11.623583 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510c042-4615-4463-b7c5-f1a14bdac4c6 req-aa449eb7-732d-4b3d-becd-87e3cd51392e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:11.625556 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6510c042-4615-4463-b7c5-f1a14bdac4c6 req-aa449eb7-732d-4b3d-becd-87e3cd51392e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 946 time: 0.0510118 Oct 12 16:55:11.661852 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6510c042-4615-4463-b7c5-f1a14bdac4c6 req-a78d3798-1b7c-4580-b6af-dd621f86f5b6 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304806 Oct 12 16:55:12.772432 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec786c2-33da-43e1-9e20-ba96830c7a18 req-c0f45202-57a7-4c97-9eb7-a1d5a3e63f09 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:12.773982 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6ec786c2-33da-43e1-9e20-ba96830c7a18 req-c0f45202-57a7-4c97-9eb7-a1d5a3e63f09 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 946 time: 0.0476444 Oct 12 16:55:12.812037 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6ec786c2-33da-43e1-9e20-ba96830c7a18 req-3673e5b5-6a97-487a-89fa-3f34e5c1ac6f tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Oct 12 16:55:13.928265 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076dd4f-de0f-4dae-a25d-dcb4500ab947 req-b1b02319-b100-41de-8e82-38c671bfcc19 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:13.929762 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6076dd4f-de0f-4dae-a25d-dcb4500ab947 req-b1b02319-b100-41de-8e82-38c671bfcc19 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 946 time: 0.0513053 Oct 12 16:55:13.970192 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6076dd4f-de0f-4dae-a25d-dcb4500ab947 req-d3934240-9aba-433c-8b83-a50b97fa76db tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344381 Oct 12 16:55:14.913086 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:55:15.087030 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0d910-82a4-4162-a7fe-b4e532193b2b req-90a199c9-1a64-4284-a0ce-a8bc0e80defe tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:15.088527 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ff0d910-82a4-4162-a7fe-b4e532193b2b req-90a199c9-1a64-4284-a0ce-a8bc0e80defe tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 946 time: 0.0528731 Oct 12 16:55:15.126510 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7ff0d910-82a4-4162-a7fe-b4e532193b2b req-69777f74-27fc-49e3-8d1f-87f6662bf898 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Oct 12 16:55:15.505574 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.227721 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48178) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:17.331993 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e8b8e733-8b19-43b2-9ff3-f8ae8eec9025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.404256 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e8b8e733-8b19-43b2-9ff3-f8ae8eec9025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.408194 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e8b8e733-8b19-43b2-9ff3-f8ae8eec9025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.445303 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e8b8e733-8b19-43b2-9ff3-f8ae8eec9025 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a24dd6aa4e846c5aff9114f2e41fed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165442 Oct 12 16:55:17.446147 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8e733-8b19-43b2-9ff3-f8ae8eec9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82d1c90-0358-4ccd-ad7c-5475ff9ef062,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:17.448173 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48182) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:17.497659 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ba81449-8a61-494a-a806-a4ac6dfdeaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.517716 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ba81449-8a61-494a-a806-a4ac6dfdeaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.562956 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ba81449-8a61-494a-a806-a4ac6dfdeaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.565478 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ba81449-8a61-494a-a806-a4ac6dfdeaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.566586 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-1ba81449-8a61-494a-a806-a4ac6dfdeaf4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e82d1c90-0358-4ccd-ad7c-5475ff9ef062 HTTP/1.1" status: 204 len: 168 time: 0.1173811 Oct 12 16:55:17.574348 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba81449-8a61-494a-a806-a4ac6dfdeaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82d1c90-0358-4ccd-ad7c-5475ff9ef062,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:17.804907 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-1a1c1681-74f6-4d96-aa68-2a3522b9f8d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415690 Oct 12 16:55:17.829967 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48190) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:17.842599 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-187e22e0-3f7c-4ae0-a7bc-bac2e00baaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:17.909246 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-a83c72ee-f926-4e33-b89c-bcda9afbd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:17.910687 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-a83c72ee-f926-4e33-b89c-bcda9afbd3de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d362cc56e4184b1481cb51a6186e3&device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1099 time: 0.0653768 Oct 12 16:55:17.994934 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-187e22e0-3f7c-4ae0-a7bc-bac2e00baaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:18.001997 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-187e22e0-3f7c-4ae0-a7bc-bac2e00baaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:18.058268 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-187e22e0-3f7c-4ae0-a7bc-bac2e00baaf4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=862d50dfde84423d9909344ed4f8c6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272794 Oct 12 16:55:18.060761 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e22e0-3f7c-4ae0-a7bc-bac2e00baaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6329e016-b317-47e9-b828-6c588a2b02b3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:18.061167 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48192) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:18.077746 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-699bf0c2-5738-4fcb-b287-df9b542bbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:18.079239 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-699bf0c2-5738-4fcb-b287-df9b542bbccb service neutron] 10.222.0.25 "GET /v2.0/networks?id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6 HTTP/1.1" status: 200 len: 909 time: 0.1455410 Oct 12 16:55:18.114994 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-be4f2e47-ef03-46e2-99e5-77f05b07364d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:18.137141 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-be4f2e47-ef03-46e2-99e5-77f05b07364d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:18.146917 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-178199cf-0cb3-4f37-91e4-583fed7b4c7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe HTTP/1.1" status: 200 len: 1001 time: 0.0589757 Oct 12 16:55:18.184296 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-be4f2e47-ef03-46e2-99e5-77f05b07364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:18.187464 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-be4f2e47-ef03-46e2-99e5-77f05b07364d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:18.188592 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-be4f2e47-ef03-46e2-99e5-77f05b07364d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6329e016-b317-47e9-b828-6c588a2b02b3 HTTP/1.1" status: 204 len: 168 time: 0.1263585 Oct 12 16:55:18.195979 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f2e47-ef03-46e2-99e5-77f05b07364d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6329e016-b317-47e9-b828-6c588a2b02b3,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:18.201435 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-f567f49c-7dbc-4586-b678-db4673f44fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:18.204738 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-f567f49c-7dbc-4586-b678-db4673f44fc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9c296af-0b8c-480b-9c67-efcb85835c98 HTTP/1.1" status: 200 len: 847 time: 0.0500739 Oct 12 16:55:18.259314 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-e582e295-b229-4f91-9538-25c4b60ca0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:18.260823 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-e582e295-b229-4f91-9538-25c4b60ca0ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439565 Oct 12 16:55:18.364155 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-a7674ce0-8d38-40ac-ae37-cf19afb758bd service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868208 Oct 12 16:55:18.465061 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cade86d-2c9d-4a1b-81ef-deef30ebc7d3 req-2e65f579-b102-40e3-a031-ad0b8d1df3c9 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887451 Oct 12 16:55:20.462073 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48264) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:20.565607 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4128dede-9326-4d57-8df1-9308dbfef9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:20.636313 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4128dede-9326-4d57-8df1-9308dbfef9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:20.639817 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4128dede-9326-4d57-8df1-9308dbfef9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:20.675236 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128dede-9326-4d57-8df1-9308dbfef9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8978d9-db82-4f59-b8b1-9484476d1cbf,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:20.679429 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-4128dede-9326-4d57-8df1-9308dbfef9ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b817b9e3cddd40928c08092a3bfdd157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163637 Oct 12 16:55:20.682614 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48268) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:20.728394 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86976043-7f84-4622-9840-53549f561bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:20.749448 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86976043-7f84-4622-9840-53549f561bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:20.798327 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86976043-7f84-4622-9840-53549f561bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:20.800830 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86976043-7f84-4622-9840-53549f561bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:20.801965 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-86976043-7f84-4622-9840-53549f561bc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd8978d9-db82-4f59-b8b1-9484476d1cbf HTTP/1.1" status: 204 len: 168 time: 0.1191006 Oct 12 16:55:20.809506 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86976043-7f84-4622-9840-53549f561bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8978d9-db82-4f59-b8b1-9484476d1cbf,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:21.054859 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48276) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:21.068041 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c525517a-0251-454f-8a6b-63481d601872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:21.143250 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c525517a-0251-454f-8a6b-63481d601872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:21.146914 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c525517a-0251-454f-8a6b-63481d601872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:21.184762 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-c525517a-0251-454f-8a6b-63481d601872 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fa98b40ba6d47f18160dd18c7e22b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1288798 Oct 12 16:55:21.185865 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525517a-0251-454f-8a6b-63481d601872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9b3b2b-6e2a-498a-a05a-b1a557be76d7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:21.188150 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48278) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:21.235889 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ac7a46f2-198f-4de2-b3f1-4eed8a6cd374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:21.256449 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ac7a46f2-198f-4de2-b3f1-4eed8a6cd374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:21.301183 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ac7a46f2-198f-4de2-b3f1-4eed8a6cd374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:21.303905 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ac7a46f2-198f-4de2-b3f1-4eed8a6cd374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:21.304971 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-ac7a46f2-198f-4de2-b3f1-4eed8a6cd374 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c9b3b2b-6e2a-498a-a05a-b1a557be76d7 HTTP/1.1" status: 204 len: 168 time: 0.1157699 Oct 12 16:55:21.313004 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a46f2-198f-4de2-b3f1-4eed8a6cd374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9b3b2b-6e2a-498a-a05a-b1a557be76d7,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:24.817659 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-19316276-60d5-4c91-a5fe-27d130d5dafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:25.849708 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-40b8a2c7-b701-4cf8-bc4b-875618fb94aa tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:25.851157 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-40b8a2c7-b701-4cf8-bc4b-875618fb94aa tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 815 time: 0.1102927 Oct 12 16:55:25.865317 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-ab5cd088-a3e2-4d67-aee4-833615d19c92 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/quotas/f87a22f14eae4b98ad8daaa62eb5f82a HTTP/1.1" status: 200 len: 375 time: 0.0085821 Oct 12 16:55:25.915219 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-71018450-f024-46c8-989a-6bcb21c991ae tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448580 Oct 12 16:55:26.002789 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-5462040a-201a-4e6d-a305-d8c977fb59b7 service neutron] 10.222.0.48 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805023 Oct 12 16:55:26.091735 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-3a0c13be-1403-4ebe-aac4-d481a6d00810 service neutron] 10.222.0.48 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829208 Oct 12 16:55:26.241668 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d86f4b82-3f39-4669-bd4a-a64b3204a58a req-8199e57b-8647-4408-bcc2-9fdce6298f2d tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 210 time: 0.0259559 Oct 12 16:55:26.905889 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48408) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:27.007314 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c3cc4c62-6f4f-400c-befd-49e44ad4a54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.085081 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c3cc4c62-6f4f-400c-befd-49e44ad4a54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.088572 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c3cc4c62-6f4f-400c-befd-49e44ad4a54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.126618 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c3cc4c62-6f4f-400c-befd-49e44ad4a54c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ccfa0375c9440f3907fc770c211472c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195840 Oct 12 16:55:27.128538 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc4c62-6f4f-400c-befd-49e44ad4a54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03390757-c2aa-4414-a8e0-42445a37d5da,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:27.129356 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48412) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:27.184557 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b94c0f0-3cd7-4689-a5ad-9fcd8d89af1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.205114 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b94c0f0-3cd7-4689-a5ad-9fcd8d89af1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.332249 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b94c0f0-3cd7-4689-a5ad-9fcd8d89af1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.334817 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b94c0f0-3cd7-4689-a5ad-9fcd8d89af1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.335919 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-9b94c0f0-3cd7-4689-a5ad-9fcd8d89af1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03390757-c2aa-4414-a8e0-42445a37d5da HTTP/1.1" status: 204 len: 168 time: 0.2055581 Oct 12 16:55:27.361140 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-aace9525-1ff6-4e0b-a212-4cfee59c6021 req-dc7a6585-3b78-45a9-88dd-f498d2853052 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 210 time: 0.0459588 Oct 12 16:55:27.368222 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-951fec62-9f04-4b5d-921e-05aeddcd3d7c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.369676 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-951fec62-9f04-4b5d-921e-05aeddcd3d7c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 815 time: 0.1568933 Oct 12 16:55:27.370622 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94c0f0-3cd7-4689-a5ad-9fcd8d89af1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03390757-c2aa-4414-a8e0-42445a37d5da,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:27.394951 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Request body: {'port': {'device_id': 'a5e56531-8a2c-4984-82e0-f5d40f5ef009', 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8', 'admin_state_up': True, 'tenant_id': 'f87a22f14eae4b98ad8daaa62eb5f82a'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:27.499423 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3bac5c74-3c5c-49b6-b96a-b5c909b35111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.507039 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Made reservation on behalf of f87a22f14eae4b98ad8daaa62eb5f82a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:55:27.510670 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.603603 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48424) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:27.617219 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a2ab-9305-4cf5-a39a-7eaad395466a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.638331 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Allocated IP 172.20.0.14 (ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8/e4cd6cc7-50f0-423e-9244-1706669c468e/4550be32-c6a2-4039-acb7-4f60a645e6a2) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:55:27.693063 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a2ab-9305-4cf5-a39a-7eaad395466a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.696581 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a2ab-9305-4cf5-a39a-7eaad395466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.734019 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-f5e2a2ab-9305-4cf5-a39a-7eaad395466a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bf6e4ea7b7b4089bc93f90d9b53b1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292944 Oct 12 16:55:27.736003 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2a2ab-9305-4cf5-a39a-7eaad395466a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ee2cf1-762c-4ace-8380-f0fc2eaa524c,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:27.738277 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48426) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:27.786439 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.787435 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a07072f6-843e-4f3a-9e3a-1ffbcacca586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.808310 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a07072f6-843e-4f3a-9e3a-1ffbcacca586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.819403 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.861294 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a07072f6-843e-4f3a-9e3a-1ffbcacca586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.862586 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['89199d84-a360-4666-b375-b665992cef48', '1c571800-b00e-4a87-97c3-47888df963d6', 'c8560c27-f45f-4372-9bad-377405dd50ac'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:55:27.864535 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a07072f6-843e-4f3a-9e3a-1ffbcacca586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.865863 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-a07072f6-843e-4f3a-9e3a-1ffbcacca586 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24ee2cf1-762c-4ace-8380-f0fc2eaa524c HTTP/1.1" status: 204 len: 168 time: 0.1266572 Oct 12 16:55:27.873245 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:55:27.876879 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07072f6-843e-4f3a-9e3a-1ffbcacca586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ee2cf1-762c-4ace-8380-f0fc2eaa524c,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:27.877092 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:27.886584 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:55:27.890080 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Pushing event updated for resources: {'Port': ['ID=4550be32-c6a2-4039-acb7-4f60a645e6a2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:27.955116 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.955647 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:27.973299 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-b27286c2-8bf5-4945-9f7d-e566efb1f6c4 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5832283 Oct 12 16:55:27.994867 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Request body: {'port': {'device_id': 'a5e56531-8a2c-4984-82e0-f5d40f5ef009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:28.056010 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.322854 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4550be32-c6a2-4039-acb7-4f60a645e6a2 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:55:28.331109 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.340976 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.344821 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Transition to ACTIVE for port object 4550be32-c6a2-4039-acb7-4f60a645e6a2 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:55:28.348948 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.397400 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4550be32-c6a2-4039-acb7-4f60a645e6a2,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:28.499180 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Attempting to bind port 4550be32-c6a2-4039-acb7-4f60a645e6a2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:55:28.499515 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Attempting to bind port 4550be32-c6a2-4039-acb7-4f60a645e6a2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:55:28.499841 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Attempting to bind port 4550be32-c6a2-4039-acb7-4f60a645e6a2 on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:28.511331 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6ef50-e3e2-48f9-8066-d780775e3695 req-d62a783d-dba4-456b-abc2-8f20429f822f tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:28.512818 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c5f6ef50-e3e2-48f9-8066-d780775e3695 req-d62a783d-dba4-456b-abc2-8f20429f822f tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 944 time: 0.0729032 Oct 12 16:55:28.513823 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Port 4550be32-c6a2-4039-acb7-4f60a645e6a2 on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:55:28.514409 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Attempting to bind port 4550be32-c6a2-4039-acb7-4f60a645e6a2 on network ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:55:28.520045 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:55:28.520378 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Checking segment: {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:28.520758 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Bound using segment: {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:55:28.521187 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Bound port: 4550be32-c6a2-4039-acb7-4f60a645e6a2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:55:28.521623 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.586042 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c5f6ef50-e3e2-48f9-8066-d780775e3695 req-41a6bca6-5244-459f-aaf5-507959216ad0 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623305 Oct 12 16:55:28.597121 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48450) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:28.610301 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] For port 4550be32-c6a2-4039-acb7-4f60a645e6a2, host hv-cinder-81322, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:55:28.613438 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] For port 4550be32-c6a2-4039-acb7-4f60a645e6a2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4550be32-c6a2-4039-acb7-4f60a645e6a2,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:55:28.617880 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.656827 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:28.657466 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.658874 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] 10.222.0.25 "PUT /v2.0/ports/4550be32-c6a2-4039-acb7-4f60a645e6a2 HTTP/1.1" status: 200 len: 1094 time: 0.6682031 Oct 12 16:55:28.659286 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e56531-8a2c-4984-82e0-f5d40f5ef009', 'tag': '4550be32-c6a2-4039-acb7-4f60a645e6a2'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:55:28.661541 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffbdf6c-b525-4868-a961-47be263b82cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e56531-8a2c-4984-82e0-f5d40f5ef009", "tag": "4550be32-c6a2-4039-acb7-4f60a645e6a2"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:55:28.681859 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0ae69-ae7b-4567-b73e-0133da7440f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4550be32-c6a2-4039-acb7-4f60a645e6a2,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:28.705818 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1969fc9-d625-4148-a5cf-829e62ddbde5 x-openstack-request-id: req-f1969fc9-d625-4148-a5cf-829e62ddbde5 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:55:28.706044 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1811952226-network', 'tenant_id': '00a4ac701853439781062a4c6958ab4d'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:28.706200 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e56531-8a2c-4984-82e0-f5d40f5ef009", "tag": "4550be32-c6a2-4039-acb7-4f60a645e6a2", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:55:28.706388 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1969fc9-d625-4148-a5cf-829e62ddbde5 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:55:28.706777 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e56531-8a2c-4984-82e0-f5d40f5ef009', 'tag': '4550be32-c6a2-4039-acb7-4f60a645e6a2', 'status': 'completed', 'code': 200} Oct 12 16:55:28.726553 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Made reservation on behalf of 00a4ac701853439781062a4c6958ab4d for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:55:28.728700 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.736740 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.783318 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-1f339891-627e-4eac-8a21-601865902316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:28.784885 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-1f339891-627e-4eac-8a21-601865902316 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 1097 time: 0.0418677 Oct 12 16:55:28.809119 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.813952 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.834810 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:55:28.840233 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-d1d39d16-e4d2-49a8-8da9-baf2625d4e24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4550be32-c6a2-4039-acb7-4f60a645e6a2 HTTP/1.1" status: 200 len: 217 time: 0.0349658 Oct 12 16:55:28.849764 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1938c681-5eb9-4135-8ca3-684dc9adb067,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:28.852611 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.852947 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Added segment e74e9ec4-6b34-4947-8fe3-2dcc8e61d04e of type vlan for network e70ab6ff-3d30-4d3d-a984-5eaae772e828 Oct 12 16:55:28.893921 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.897480 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-e4e8f5be-0e88-43bc-84d3-df148357cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:28.898926 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-e4e8f5be-0e88-43bc-84d3-df148357cad7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4cd6cc7-50f0-423e-9244-1706669c468e HTTP/1.1" status: 200 len: 855 time: 0.0484965 Oct 12 16:55:28.918505 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.919515 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:28.920218 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.938494 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-02a9b997-dff5-4d29-b876-2d61a0fdc067 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269570 Oct 12 16:55:28.973467 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3751516 Oct 12 16:55:28.979626 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48456) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:28.986238 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] Request body: {'subnet': {'network_id': 'e70ab6ff-3d30-4d3d-a984-5eaae772e828', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1811952226-subnet', 'tenant_id': '00a4ac701853439781062a4c6958ab4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:28.992161 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:28.994395 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a127dd-6a12-485c-8ea1-758ebfa9a404 admin admin] Pushing event updated for resources: {'Network': ['ID=e70ab6ff-3d30-4d3d-a984-5eaae772e828,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:29.007911 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network e70ab6ff-3d30-4d3d-a984-5eaae772e828 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:55:29.018505 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] Made reservation on behalf of 00a4ac701853439781062a4c6958ab4d for: {'subnet': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:55:29.020934 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12378360'] for subnet, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:29.037046 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-f8f59c13-27d7-48dc-bb42-34a4562edea1 service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903480 Oct 12 16:55:29.134292 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0dd1b304-a93d-4f02-9e67-f3b64167d844 req-72889e8b-02cf-4a20-9534-4050ce4d3ff5 service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881684 Oct 12 16:55:29.185156 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12390328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12378326'] for subnet, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:29.241503 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4decf809-f50e-4e6b-9355-148354657918,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:29.248634 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] Checking segment: {'id': 'e74e9ec4-6b34-4947-8fe3-2dcc8e61d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e70ab6ff-3d30-4d3d-a984-5eaae772e828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:29.248986 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] Network hostable DHCP agents. Network: e70ab6ff-3d30-4d3d-a984-5eaae772e828, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:55:29.265700 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] Network e70ab6ff-3d30-4d3d-a984-5eaae772e828 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:55:29.274051 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, e70ab6ff-3d30-4d3d-a984-5eaae772e828) {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:29.283292 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a1fb70-de98-4dfd-ab59-c53652461427 None None] Network e70ab6ff-3d30-4d3d-a984-5eaae772e828 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:55:29.287401 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbdf6c-b525-4868-a961-47be263b82cb req-d7025e4e-3343-42ec-99ff-ecddb687abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:29.288897 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4ffbdf6c-b525-4868-a961-47be263b82cb req-d7025e4e-3343-42ec-99ff-ecddb687abf4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 1097 time: 0.0432675 Oct 12 16:55:29.289614 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:29.290336 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:29.311697 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-4794e5b6-ea85-4a30-8a02-a2adb5fe8d0a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3311174 Oct 12 16:55:29.395280 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbdf6c-b525-4868-a961-47be263b82cb req-475c9af4-fa5c-48eb-b1a5-ff9b5c0f9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:29.396980 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4ffbdf6c-b525-4868-a961-47be263b82cb req-475c9af4-fa5c-48eb-b1a5-ff9b5c0f9e54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 200 len: 916 time: 0.0975208 Oct 12 16:55:29.406870 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff10c84f-d348-4bff-9748-b5103dc4f0df None None] Network e70ab6ff-3d30-4d3d-a984-5eaae772e828 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:55:29.441392 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4ffbdf6c-b525-4868-a961-47be263b82cb req-a9f41de3-3677-4731-a693-d55cb0664e00 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4550be32-c6a2-4039-acb7-4f60a645e6a2 HTTP/1.1" status: 200 len: 217 time: 0.0351157 Oct 12 16:55:29.494283 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbdf6c-b525-4868-a961-47be263b82cb req-2708aa67-ab25-4163-ae03-471a32fcb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:29.495676 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4ffbdf6c-b525-4868-a961-47be263b82cb req-2708aa67-ab25-4163-ae03-471a32fcb252 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e4cd6cc7-50f0-423e-9244-1706669c468e HTTP/1.1" status: 200 len: 855 time: 0.0451663 Oct 12 16:55:29.537056 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4ffbdf6c-b525-4868-a961-47be263b82cb req-63e09f8b-a19b-4f91-982c-7dd0670b048f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254171 Oct 12 16:55:29.661639 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4ffbdf6c-b525-4868-a961-47be263b82cb req-eadbcf5f-71b2-4ecc-bdf0-a13fead6dd6a service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073203 Oct 12 16:55:29.796865 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48474) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:29.802058 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-655820787-network', 'tenant_id': '99c360d5c9144aceae691be02a105b0a'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:29.823070 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Made reservation on behalf of 99c360d5c9144aceae691be02a105b0a for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:55:29.825593 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:29.834925 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:29.914067 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:29.918221 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:29.939366 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:55:29.957778 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b5c478-6552-420c-96cc-a29e165b8fe2,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:29.962244 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:29.962585 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Added segment eaa5e5d9-ae6d-4bad-9a87-67fedce445af of type vlan for network 7c403229-9241-493a-9cef-a52e018379bb Oct 12 16:55:30.007177 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:30.020554 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5af56d-4905-4e3c-a120-eb849a889574 req-591a1b30-0817-44b5-9f6e-54ef174c027a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:30.022040 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7c5af56d-4905-4e3c-a120-eb849a889574 req-591a1b30-0817-44b5-9f6e-54ef174c027a tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 944 time: 0.3378680 Oct 12 16:55:30.027789 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4ffbdf6c-b525-4868-a961-47be263b82cb req-3a89578f-dee6-42f2-b39d-47bfa18328be service neutron] 10.222.0.25 "GET /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614819 Oct 12 16:55:30.033505 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:30.034479 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:30.035090 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:30.065489 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7c5af56d-4905-4e3c-a120-eb849a889574 req-d6a4609e-e81e-4837-b306-2613846349d3 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Oct 12 16:55:30.091296 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2931278 Oct 12 16:55:30.094912 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48476) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:30.097183 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9349c-2525-4f9e-aa16-205eeba32d5c admin admin] Pushing event updated for resources: {'Network': ['ID=7c403229-9241-493a-9cef-a52e018379bb,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:30.099951 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] Request body: {'subnet': {'network_id': '7c403229-9241-493a-9cef-a52e018379bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-655820787-subnet', 'tenant_id': '99c360d5c9144aceae691be02a105b0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:55:30.108880 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network 7c403229-9241-493a-9cef-a52e018379bb details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:55:30.121545 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] Made reservation on behalf of 99c360d5c9144aceae691be02a105b0a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:55:30.123856 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12449927'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:30.286152 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12449961'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:30.339232 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa6f870-3dbf-422e-a914-ccde38ffd9cb,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:30.348343 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] Checking segment: {'id': 'eaa5e5d9-ae6d-4bad-9a87-67fedce445af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7c403229-9241-493a-9cef-a52e018379bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:55:30.348702 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] Network hostable DHCP agents. Network: 7c403229-9241-493a-9cef-a52e018379bb, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:55:30.365211 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] Network 7c403229-9241-493a-9cef-a52e018379bb is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:55:30.375990 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, 7c403229-9241-493a-9cef-a52e018379bb) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:55:30.379985 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:30.380578 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:30.385620 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1919535f-1ed6-4032-a4d5-d222889f6bd3 None None] Network 7c403229-9241-493a-9cef-a52e018379bb requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:55:30.398321 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-1dcff149-8c53-4f88-a2bd-3de0bd1a4a9d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3022008 Oct 12 16:55:30.445347 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:30.517666 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865425fd-e122-4292-b0d5-210e8a2f82b0 None None] Network 7c403229-9241-493a-9cef-a52e018379bb requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:55:31.186313 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a756fa-61d0-4be1-baf3-57e311ce1c61 req-61f57849-e592-404b-a7e2-df573e31513d tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:31.187786 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-15a756fa-61d0-4be1-baf3-57e311ce1c61 req-61f57849-e592-404b-a7e2-df573e31513d tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 944 time: 0.0524495 Oct 12 16:55:31.224828 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-15a756fa-61d0-4be1-baf3-57e311ce1c61 req-2e15a00a-53f6-4d95-b4f0-d295cb985da3 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312815 Oct 12 16:55:32.338673 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376caa-b392-45cf-a637-8e2ad88ec15b req-7374bd1f-1679-46ce-a6ff-6a94407f14dd tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:32.340137 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-20376caa-b392-45cf-a637-8e2ad88ec15b req-7374bd1f-1679-46ce-a6ff-6a94407f14dd tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 944 time: 0.0510688 Oct 12 16:55:32.377739 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-20376caa-b392-45cf-a637-8e2ad88ec15b req-00bf4f27-3a2a-43ce-b5f0-4a07ed0b9903 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Oct 12 16:55:33.220998 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 4550be32-c6a2-4039-acb7-4f60a645e6a2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:55:33.317093 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 4550be32-c6a2-4039-acb7-4f60a645e6a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4550be32-c6a2-4039-acb7-4f60a645e6a2,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:33.328563 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '4550be32-c6a2-4039-acb7-4f60a645e6a2', 'network_id': 'ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8', 'port_id': '4550be32-c6a2-4039-acb7-4f60a645e6a2', 'mac_address': 'fa:16:3e:b5:90:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cd6cc7-50f0-423e-9244-1706669c468e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:55:33.365210 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:33.378255 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4550be32-c6a2-4039-acb7-4f60a645e6a2 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:55:33.398907 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 4550be32-c6a2-4039-acb7-4f60a645e6a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4550be32-c6a2-4039-acb7-4f60a645e6a2,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:33.402402 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:33.465816 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=4550be32-c6a2-4039-acb7-4f60a645e6a2,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:33.502707 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884def-9b85-4ded-8c30-3ce6186f5b40 req-494a15b9-1439-4b76-8595-1c09c0898cec tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:33.504167 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f0884def-9b85-4ded-8c30-3ce6186f5b40 req-494a15b9-1439-4b76-8595-1c09c0898cec tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 945 time: 0.0484204 Oct 12 16:55:33.543171 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f0884def-9b85-4ded-8c30-3ce6186f5b40 req-fc87a0c6-79b3-4b30-845e-95a36edaaf77 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326374 Oct 12 16:55:33.753103 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['4550be32-c6a2-4039-acb7-4f60a645e6a2'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:55:34.658791 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ae14b-632f-47fc-8510-d316d33ae377 req-62ed4aec-164c-484d-8928-6f903f6fcd92 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:34.660257 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b8ae14b-632f-47fc-8510-d316d33ae377 req-62ed4aec-164c-484d-8928-6f903f6fcd92 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 945 time: 0.0475628 Oct 12 16:55:34.701473 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2b8ae14b-632f-47fc-8510-d316d33ae377 req-feafe4d8-1e68-4ed8-ab2c-9422e08f279d tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353303 Oct 12 16:55:35.225173 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 4550be32-c6a2-4039-acb7-4f60a645e6a2 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:55:35.272581 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 4550be32-c6a2-4039-acb7-4f60a645e6a2 completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:55:35.276167 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 4550be32-c6a2-4039-acb7-4f60a645e6a2 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:55:35.276533 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:35.357277 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:35.379649 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e56531-8a2c-4984-82e0-f5d40f5ef009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4550be32-c6a2-4039-acb7-4f60a645e6a2'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:55:35.382014 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5139316-c978-4a73-b4d8-f8831accd4cf" -d '{"events": [{"server_uuid": "a5e56531-8a2c-4984-82e0-f5d40f5ef009", "name": "network-vif-plugged", "status": "completed", "tag": "4550be32-c6a2-4039-acb7-4f60a645e6a2"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:55:35.394040 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 4550be32-c6a2-4039-acb7-4f60a645e6a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4550be32-c6a2-4039-acb7-4f60a645e6a2,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:35.398065 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:35.422392 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b67cad-58da-44a2-9753-2d96535bffea x-openstack-request-id: req-88b67cad-58da-44a2-9753-2d96535bffea {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:55:35.422681 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e56531-8a2c-4984-82e0-f5d40f5ef009", "name": "network-vif-plugged", "status": "completed", "tag": "4550be32-c6a2-4039-acb7-4f60a645e6a2", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:55:35.422934 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88b67cad-58da-44a2-9753-2d96535bffea {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:55:35.423317 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e56531-8a2c-4984-82e0-f5d40f5ef009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4550be32-c6a2-4039-acb7-4f60a645e6a2', 'code': 200} Oct 12 16:55:35.447517 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=4550be32-c6a2-4039-acb7-4f60a645e6a2,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:35.609935 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf73ccd-566c-4ae3-b66f-b7ea81eeb0ab req-54d2fe09-dbbc-4332-93bd-b9a9b4a42f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:35.611372 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bdf73ccd-566c-4ae3-b66f-b7ea81eeb0ab req-54d2fe09-dbbc-4332-93bd-b9a9b4a42f5a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 1099 time: 0.0421309 Oct 12 16:55:35.645109 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bdf73ccd-566c-4ae3-b66f-b7ea81eeb0ab req-d483bf4c-d662-4fe0-a03a-a8d35cfb9ccd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266216 Oct 12 16:55:35.817898 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e125e2-b3a3-4d15-b2b1-a2348a33e6fc req-ca6868f7-fc48-4a5d-a512-d8aa03e8e246 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:35.819385 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-46e125e2-b3a3-4d15-b2b1-a2348a33e6fc req-ca6868f7-fc48-4a5d-a512-d8aa03e8e246 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 946 time: 0.0482359 Oct 12 16:55:35.857385 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-46e125e2-b3a3-4d15-b2b1-a2348a33e6fc req-bd1bdcfb-2ff8-4470-9f6d-46c107b04e9f tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Oct 12 16:55:36.972108 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b096323-6dc8-41a5-afe9-08f7fa53910b req-015a22e6-0bba-4f8f-b1f4-92d19adc89fd tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:36.973573 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1b096323-6dc8-41a5-afe9-08f7fa53910b req-015a22e6-0bba-4f8f-b1f4-92d19adc89fd tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 946 time: 0.0482485 Oct 12 16:55:37.011295 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1b096323-6dc8-41a5-afe9-08f7fa53910b req-d746c3dd-3af7-4973-986b-6963c434bd99 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Oct 12 16:55:43.673045 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48634) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:43.719900 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Deleting subnet 4decf809-f50e-4e6b-9355-148354657918 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:55:43.722943 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:43.757878 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12434076'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:43.795225 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:43.847044 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12449952'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:43.876013 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4decf809-f50e-4e6b-9355-148354657918,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:43.880994 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:43.884092 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4decf809-f50e-4e6b-9355-148354657918 HTTP/1.1" status: 204 len: 168 time: 0.2100244 Oct 12 16:55:43.886823 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48638) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:43.890196 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.890542 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.890879 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.891211 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.891536 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.891862 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.892192 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.892516 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.892953 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.893149 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.893748 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.893952 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada11ced-fca1-49df-bc55-1ea5140dcedf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:43.957397 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.032284 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.051781 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70ab6ff-3d30-4d3d-a984-5eaae772e828']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:44.060591 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74e9ec4-6b34-4947-8fe3-2dcc8e61d04e') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:44.060876 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74e9ec4-6b34-4947-8fe3-2dcc8e61d04e') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:44.070206 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.083093 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.088572 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:55:44.088944 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:55:44.090634 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:55:44.145263 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.150386 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.153485 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e70ab6ff-3d30-4d3d-a984-5eaae772e828 HTTP/1.1" status: 204 len: 168 time: 0.2656600 Oct 12 16:55:44.156395 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48640) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:44.163700 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Pushing event deleted for resources: {'Network': ['ID=e70ab6ff-3d30-4d3d-a984-5eaae772e828,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:44.171247 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.171680 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.172682 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.173033 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.173346 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.173696 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.174021 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.174344 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.174668 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.174986 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.175308 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.175623 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1d2f2-0690-4267-b012-55b367ea0447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:55:44.200659 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc61da84-c079-4018-a346-12e2f9ce6c76 admin admin] Deleting subnet 7aa6f870-3dbf-422e-a914-ccde38ffd9cb {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:55:44.203918 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc61da84-c079-4018-a346-12e2f9ce6c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.237029 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc61da84-c079-4018-a346-12e2f9ce6c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12434076'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.273699 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc61da84-c079-4018-a346-12e2f9ce6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.323473 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc61da84-c079-4018-a346-12e2f9ce6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12449952'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.352952 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61da84-c079-4018-a346-12e2f9ce6c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa6f870-3dbf-422e-a914-ccde38ffd9cb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:44.354940 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc61da84-c079-4018-a346-12e2f9ce6c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.358093 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-fc61da84-c079-4018-a346-12e2f9ce6c76 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7aa6f870-3dbf-422e-a914-ccde38ffd9cb HTTP/1.1" status: 204 len: 168 time: 0.2007072 Oct 12 16:55:44.361482 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48642) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:44.426330 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.504408 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.523409 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c403229-9241-493a-9cef-a52e018379bb']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:44.533042 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa5e5d9-ae6d-4bad-9a87-67fedce445af') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:44.533359 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa5e5d9-ae6d-4bad-9a87-67fedce445af') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:55:44.542412 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12434071'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.555441 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.561145 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:55:44.561547 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12317422'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: Traceback (most recent call last): Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: timer() Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: cb(*args, **kw) Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: return func(*args, **kwargs) Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: self._notify() Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: self.callback(batched_events) Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: event.method(event) Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: return f(self, *a, **k) Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: return self._get(url).json() Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:55:44.563119 dv-cinder-813221-2-iscsi neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:55:44.614588 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.620775 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.623906 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7c403229-9241-493a-9cef-a52e018379bb HTTP/1.1" status: 204 len: 168 time: 0.2615118 Oct 12 16:55:44.633435 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220edb3d-2c20-478c-a238-409e68dee245 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c403229-9241-493a-9cef-a52e018379bb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:44.774128 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48646) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:44.815862 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-c0f0dd09-e5c1-4021-bdf4-4ece350e2236 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00a4ac701853439781062a4c6958ab4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378530 Oct 12 16:55:44.816104 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48648) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:44.868411 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fac68579-859c-4c44-8dfc-028de590905d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.888799 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fac68579-859c-4c44-8dfc-028de590905d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.940074 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fac68579-859c-4c44-8dfc-028de590905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.942731 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fac68579-859c-4c44-8dfc-028de590905d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:44.943861 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-fac68579-859c-4c44-8dfc-028de590905d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1938c681-5eb9-4135-8ca3-684dc9adb067 HTTP/1.1" status: 204 len: 168 time: 0.1270013 Oct 12 16:55:44.958018 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac68579-859c-4c44-8dfc-028de590905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1938c681-5eb9-4135-8ca3-684dc9adb067,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:45.254106 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48656) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:45.297311 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-1c3f6dec-3705-4eb8-9015-a3a70f3a2df9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99c360d5c9144aceae691be02a105b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419888 Oct 12 16:55:45.299625 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48658) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:45.349601 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a25a341d-fda3-4fe4-b2b6-57f657a1bf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:45.369353 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a25a341d-fda3-4fe4-b2b6-57f657a1bf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:45.413512 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a25a341d-fda3-4fe4-b2b6-57f657a1bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:45.416005 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a25a341d-fda3-4fe4-b2b6-57f657a1bf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:45.417123 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-a25a341d-fda3-4fe4-b2b6-57f657a1bf1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43b5c478-6552-420c-96cc-a29e165b8fe2 HTTP/1.1" status: 204 len: 168 time: 0.1165922 Oct 12 16:55:45.424589 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a341d-fda3-4fe4-b2b6-57f657a1bf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b5c478-6552-420c-96cc-a29e165b8fe2,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:45.512069 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:47.737875 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90034a8-517a-4f6d-97d9-817d99af7ecb req-45c5d7a0-af3e-4031-b9a5-eeac8b33c372 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:47.739787 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d90034a8-517a-4f6d-97d9-817d99af7ecb req-45c5d7a0-af3e-4031-b9a5-eeac8b33c372 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0529566 Oct 12 16:55:47.782231 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d90034a8-517a-4f6d-97d9-817d99af7ecb req-4ed92142-9f43-4e36-935b-0d6ba5afeaa1 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362275 Oct 12 16:55:48.798811 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f2b51-1492-4b26-b520-d7f228ad6da3 req-a523e5c5-d196-4dfd-afdc-b843aa557048 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:48.800265 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6a2f2b51-1492-4b26-b520-d7f228ad6da3 req-a523e5c5-d196-4dfd-afdc-b843aa557048 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 946 time: 0.0467999 Oct 12 16:55:48.840576 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6a2f2b51-1492-4b26-b520-d7f228ad6da3 req-b1f14ab3-e546-45c7-a9a6-d686498aaf88 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342743 Oct 12 16:55:48.896158 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d4b2d-b769-4991-bd00-94e84a037494 req-797b7f8d-4d85-4ef5-9485-5dab12b4cbd0 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:48.897610 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b13d4b2d-b769-4991-bd00-94e84a037494 req-797b7f8d-4d85-4ef5-9485-5dab12b4cbd0 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0471392 Oct 12 16:55:48.935179 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b13d4b2d-b769-4991-bd00-94e84a037494 req-188d996d-1daa-404e-a513-8ada951ed933 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318224 Oct 12 16:55:49.376855 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48760) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:49.481845 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0be1d2ba-d080-4184-9a39-41f4536a192b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.557979 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0be1d2ba-d080-4184-9a39-41f4536a192b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.561565 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0be1d2ba-d080-4184-9a39-41f4536a192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.602672 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-0be1d2ba-d080-4184-9a39-41f4536a192b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d090b1d654b47668aa54de7bab9a2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247660 Oct 12 16:55:49.604626 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1d2ba-d080-4184-9a39-41f4536a192b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7795a5-3456-4939-a349-610717e28419,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:49.605475 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48764) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:55:49.656589 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d26eacf5-5749-4741-8a03-db185dd1708d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.676527 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d26eacf5-5749-4741-8a03-db185dd1708d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.722863 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d26eacf5-5749-4741-8a03-db185dd1708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.725283 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d26eacf5-5749-4741-8a03-db185dd1708d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.726446 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-d26eacf5-5749-4741-8a03-db185dd1708d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e7795a5-3456-4939-a349-610717e28419 HTTP/1.1" status: 204 len: 168 time: 0.1199551 Oct 12 16:55:49.734885 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26eacf5-5749-4741-8a03-db185dd1708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7795a5-3456-4939-a349-610717e28419,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:49.965962 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19481f21-fbf3-4957-b878-ce2421b3abe7 req-2ff6e903-eace-4ab4-9b27-f3338a7fb43e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:49.967133 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19481f21-fbf3-4957-b878-ce2421b3abe7 req-2ff6e903-eace-4ab4-9b27-f3338a7fb43e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 946 time: 0.0566432 Oct 12 16:55:50.023529 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-19481f21-fbf3-4957-b878-ce2421b3abe7 req-7ebfed7f-f191-453a-bfda-5666852984a2 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494494 Oct 12 16:55:50.060249 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599cc28-ac90-437c-9c4b-51638582926e req-ed209c2c-9341-4039-9bd8-47957593f652 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:50.061752 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e599cc28-ac90-437c-9c4b-51638582926e req-ed209c2c-9341-4039-9bd8-47957593f652 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0547993 Oct 12 16:55:50.102091 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e599cc28-ac90-437c-9c4b-51638582926e req-07bea113-fff3-4c63-8500-dac8f3d15a46 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336523 Oct 12 16:55:50.654799 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6b910-787f-44e1-81be-9388546f5aba req-4dc46e58-47b0-4cea-9cc7-b44c9fd32227 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:50.656722 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5aa6b910-787f-44e1-81be-9388546f5aba req-4dc46e58-47b0-4cea-9cc7-b44c9fd32227 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 946 time: 0.0456815 Oct 12 16:55:50.747671 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-5aa6b910-787f-44e1-81be-9388546f5aba req-c60c4cd3-5631-490c-882d-9d2a19e0ab72 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Deleting port 4550be32-c6a2-4039-acb7-4f60a645e6a2 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:55:50.748006 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5aa6b910-787f-44e1-81be-9388546f5aba req-c60c4cd3-5631-490c-882d-9d2a19e0ab72 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:50.834431 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-5aa6b910-787f-44e1-81be-9388546f5aba req-c60c4cd3-5631-490c-882d-9d2a19e0ab72 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] For port 4550be32-c6a2-4039-acb7-4f60a645e6a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4550be32-c6a2-4039-acb7-4f60a645e6a2,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:50.834793 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5aa6b910-787f-44e1-81be-9388546f5aba req-c60c4cd3-5631-490c-882d-9d2a19e0ab72 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:50.847552 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-5aa6b910-787f-44e1-81be-9388546f5aba req-c60c4cd3-5631-490c-882d-9d2a19e0ab72 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Calling delete_port for 4550be32-c6a2-4039-acb7-4f60a645e6a2 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:55:50.977684 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5aa6b910-787f-44e1-81be-9388546f5aba req-c60c4cd3-5631-490c-882d-9d2a19e0ab72 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:51.005013 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c4cd3-5631-490c-882d-9d2a19e0ab72 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Pushing event deleted for resources: {'Port': ['ID=4550be32-c6a2-4039-acb7-4f60a645e6a2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:51.014538 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['89199d84-a360-4666-b375-b665992cef48', '1c571800-b00e-4a87-97c3-47888df963d6', 'c8560c27-f45f-4372-9bad-377405dd50ac', '4550be32-c6a2-4039-acb7-4f60a645e6a2'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:55:51.047129 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa6b910-787f-44e1-81be-9388546f5aba req-c60c4cd3-5631-490c-882d-9d2a19e0ab72 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] No DVR routers for this DVR port 4550be32-c6a2-4039-acb7-4f60a645e6a2 on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:55:51.050383 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5aa6b910-787f-44e1-81be-9388546f5aba req-c60c4cd3-5631-490c-882d-9d2a19e0ab72 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:51.053192 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5aa6b910-787f-44e1-81be-9388546f5aba req-c60c4cd3-5631-490c-882d-9d2a19e0ab72 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "DELETE /v2.0/ports/4550be32-c6a2-4039-acb7-4f60a645e6a2 HTTP/1.1" status: 204 len: 173 time: 0.3905413 Oct 12 16:55:51.053658 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e56531-8a2c-4984-82e0-f5d40f5ef009', 'name': 'network-vif-deleted', 'tag': '4550be32-c6a2-4039-acb7-4f60a645e6a2'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:55:51.055977 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf20957-73d7-471c-ad0c-d33a153e0ab3" -d '{"events": [{"server_uuid": "a5e56531-8a2c-4984-82e0-f5d40f5ef009", "name": "network-vif-deleted", "tag": "4550be32-c6a2-4039-acb7-4f60a645e6a2"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:55:51.095803 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c954bab-bcc2-493f-bf78-9b0e3fa19832 x-openstack-request-id: req-0c954bab-bcc2-493f-bf78-9b0e3fa19832 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:55:51.096098 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e56531-8a2c-4984-82e0-f5d40f5ef009", "name": "network-vif-deleted", "tag": "4550be32-c6a2-4039-acb7-4f60a645e6a2", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:55:51.096351 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c954bab-bcc2-493f-bf78-9b0e3fa19832 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:55:51.096791 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e56531-8a2c-4984-82e0-f5d40f5ef009', 'name': 'network-vif-deleted', 'tag': '4550be32-c6a2-4039-acb7-4f60a645e6a2', 'status': 'completed', 'code': 200} Oct 12 16:55:51.122615 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-71160fb6-20d8-4489-b692-7d19723f3d50 req-24b4a690-4b4c-4a62-bdd2-aa7bdc8ad9ab tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5e56531-8a2c-4984-82e0-f5d40f5ef009 HTTP/1.1" status: 200 len: 210 time: 0.0249097 Oct 12 16:55:51.229287 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94bc25-0c3a-4451-b68a-7729fb1ba80a req-cdc72b64-9e59-4b7f-8181-ee3aaa81cb3e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:51.230962 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bf94bc25-0c3a-4451-b68a-7729fb1ba80a req-cdc72b64-9e59-4b7f-8181-ee3aaa81cb3e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0508094 Oct 12 16:55:51.270463 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bf94bc25-0c3a-4451-b68a-7729fb1ba80a req-6af4d4d4-61ac-4e61-accc-6111e51a8721 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327847 Oct 12 16:55:51.912208 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:55:52.382906 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa105d9-ee8c-4099-b33b-251756eedd06 req-b224710c-19d2-4950-ba41-bd20492a0c27 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:52.384355 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3fa105d9-ee8c-4099-b33b-251756eedd06 req-b224710c-19d2-4950-ba41-bd20492a0c27 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0473721 Oct 12 16:55:52.424420 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3fa105d9-ee8c-4099-b33b-251756eedd06 req-7bbcdcad-569f-4461-9c9c-8b6c34dbf4b3 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341747 Oct 12 16:55:53.509542 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26099550-86db-40aa-9eca-ac1b47b7d4d0 req-f3e7a653-f73b-405c-9559-10ea8353e9a1 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:53.510944 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-26099550-86db-40aa-9eca-ac1b47b7d4d0 req-f3e7a653-f73b-405c-9559-10ea8353e9a1 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 946 time: 0.0560899 Oct 12 16:55:53.570230 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de028289-cce0-4505-afb1-e517e342093a req-34247af8-987a-4dcb-bfc7-b469087675cb tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:53.571577 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-de028289-cce0-4505-afb1-e517e342093a req-34247af8-987a-4dcb-bfc7-b469087675cb tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0784688 Oct 12 16:55:53.576707 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-26099550-86db-40aa-9eca-ac1b47b7d4d0 req-df53607b-55f8-4dc3-8b87-361d476b8772 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497169 Oct 12 16:55:53.609543 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-de028289-cce0-4505-afb1-e517e342093a req-8d8f6226-ccce-4792-af46-4cae67e2901a tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Oct 12 16:55:54.716055 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3e3e7-d710-469d-bce6-3aa919d6b9d0 req-eb240171-5f0f-43fd-a30d-88d966acf8aa tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:54.717529 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1dd3e3e7-d710-469d-bce6-3aa919d6b9d0 req-eb240171-5f0f-43fd-a30d-88d966acf8aa tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 946 time: 0.0754256 Oct 12 16:55:54.738604 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6932ea2-57c5-44b3-a140-923f8d8be821 req-6e4db1d5-e445-4873-8471-de14355bd60e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:54.739975 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c6932ea2-57c5-44b3-a140-923f8d8be821 req-6e4db1d5-e445-4873-8471-de14355bd60e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0647805 Oct 12 16:55:54.784454 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1dd3e3e7-d710-469d-bce6-3aa919d6b9d0 req-fb5a5026-79bf-4fee-8919-2631a0e94bbe tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584726 Oct 12 16:55:54.796436 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c6932ea2-57c5-44b3-a140-923f8d8be821 req-e59bc68e-2f7e-467b-b385-71a925029e7e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487533 Oct 12 16:55:54.823594 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-86d296eb-e650-4430-b495-6aa0238c1533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:55.217673 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f057293-97ed-440f-9d22-e08957a032c6 req-ea1e4e47-e09b-4f6a-9f71-3cc32a1fe69e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:55.219012 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3f057293-97ed-440f-9d22-e08957a032c6 req-ea1e4e47-e09b-4f6a-9f71-3cc32a1fe69e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 946 time: 0.0481260 Oct 12 16:55:55.273938 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 4550be32-c6a2-4039-acb7-4f60a645e6a2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:55:55.293838 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 4550be32-c6a2-4039-acb7-4f60a645e6a2 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:55:55.294185 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 4550be32-c6a2-4039-acb7-4f60a645e6a2 not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:55:55.310802 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-3f057293-97ed-440f-9d22-e08957a032c6 req-7a36d80f-9fb5-4edf-bc74-319f95f05a6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Deleting port c8560c27-f45f-4372-9bad-377405dd50ac {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:55:55.311148 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3f057293-97ed-440f-9d22-e08957a032c6 req-7a36d80f-9fb5-4edf-bc74-319f95f05a6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:55.397081 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3f057293-97ed-440f-9d22-e08957a032c6 req-7a36d80f-9fb5-4edf-bc74-319f95f05a6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] For port c8560c27-f45f-4372-9bad-377405dd50ac, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8560c27-f45f-4372-9bad-377405dd50ac,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:55.397477 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3f057293-97ed-440f-9d22-e08957a032c6 req-7a36d80f-9fb5-4edf-bc74-319f95f05a6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:55.409621 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-3f057293-97ed-440f-9d22-e08957a032c6 req-7a36d80f-9fb5-4edf-bc74-319f95f05a6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Calling delete_port for c8560c27-f45f-4372-9bad-377405dd50ac owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:55:55.533903 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3f057293-97ed-440f-9d22-e08957a032c6 req-7a36d80f-9fb5-4edf-bc74-319f95f05a6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:55.562967 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36d80f-9fb5-4edf-bc74-319f95f05a6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Pushing event deleted for resources: {'Port': ['ID=c8560c27-f45f-4372-9bad-377405dd50ac,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:55.571779 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['89199d84-a360-4666-b375-b665992cef48', '1c571800-b00e-4a87-97c3-47888df963d6', 'c8560c27-f45f-4372-9bad-377405dd50ac'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:55:55.601880 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f057293-97ed-440f-9d22-e08957a032c6 req-7a36d80f-9fb5-4edf-bc74-319f95f05a6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] No DVR routers for this DVR port c8560c27-f45f-4372-9bad-377405dd50ac on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:55:55.604524 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3f057293-97ed-440f-9d22-e08957a032c6 req-7a36d80f-9fb5-4edf-bc74-319f95f05a6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:55.607892 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3f057293-97ed-440f-9d22-e08957a032c6 req-7a36d80f-9fb5-4edf-bc74-319f95f05a6c tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "DELETE /v2.0/ports/c8560c27-f45f-4372-9bad-377405dd50ac HTTP/1.1" status: 204 len: 173 time: 0.3831186 Oct 12 16:55:55.608354 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5575442-9c5c-4116-b040-03fad6c7f85b', 'name': 'network-vif-deleted', 'tag': 'c8560c27-f45f-4372-9bad-377405dd50ac'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:55:55.611281 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18cf30e-f500-4237-ad24-856c73d56f1f" -d '{"events": [{"server_uuid": "d5575442-9c5c-4116-b040-03fad6c7f85b", "name": "network-vif-deleted", "tag": "c8560c27-f45f-4372-9bad-377405dd50ac"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:55:55.652556 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be5bf4a-aa00-4dd1-a0c8-ddd893529173 x-openstack-request-id: req-2be5bf4a-aa00-4dd1-a0c8-ddd893529173 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:55:55.652850 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5575442-9c5c-4116-b040-03fad6c7f85b", "name": "network-vif-deleted", "tag": "c8560c27-f45f-4372-9bad-377405dd50ac", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:55:55.653119 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2be5bf4a-aa00-4dd1-a0c8-ddd893529173 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:55:55.653543 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5575442-9c5c-4116-b040-03fad6c7f85b', 'name': 'network-vif-deleted', 'tag': 'c8560c27-f45f-4372-9bad-377405dd50ac', 'status': 'completed', 'code': 200} Oct 12 16:55:55.905059 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-612d3ab0-b072-4df2-96df-17a0b03412c8 req-e5e6e8ad-f7b5-401b-a8e2-6754cee7bd7e tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5575442-9c5c-4116-b040-03fad6c7f85b HTTP/1.1" status: 200 len: 210 time: 0.0435934 Oct 12 16:55:55.927792 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416f8ec-09ff-4bda-a2c0-ffd1f30b0cd0 req-1cc4c1d7-5991-4ecc-881a-5040c8c99325 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:55.929264 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1416f8ec-09ff-4bda-a2c0-ffd1f30b0cd0 req-1cc4c1d7-5991-4ecc-881a-5040c8c99325 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0589478 Oct 12 16:55:55.965663 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1416f8ec-09ff-4bda-a2c0-ffd1f30b0cd0 req-5a399dfc-128d-4178-bb6e-a475c2b012ff tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304286 Oct 12 16:55:57.085122 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edb929-f6f7-410f-b948-9557f2b9b0d7 req-da0aa91f-9ad7-4bd2-87c0-07fcbcf0540f tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:57.086771 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-88edb929-f6f7-410f-b948-9557f2b9b0d7 req-da0aa91f-9ad7-4bd2-87c0-07fcbcf0540f tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0529888 Oct 12 16:55:57.134888 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-88edb929-f6f7-410f-b948-9557f2b9b0d7 req-1afa0764-5b0f-4fb2-9b5b-22bd828effca tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Oct 12 16:55:57.169928 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79603aa7-7d4a-4bdf-a9a9-d0f467a14d65 req-50bf1610-43c9-4b1a-9b6c-06d5e7d0d6cc tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:57.171385 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-79603aa7-7d4a-4bdf-a9a9-d0f467a14d65 req-50bf1610-43c9-4b1a-9b6c-06d5e7d0d6cc tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 945 time: 0.0510373 Oct 12 16:55:57.209599 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-79603aa7-7d4a-4bdf-a9a9-d0f467a14d65 req-eda87023-5f7f-4aa2-8ffb-bdffbb30d0bf tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Oct 12 16:55:57.501520 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3a362875-8511-4117-a5d6-7b924a025615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:57.992864 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a15d46-9dbc-42da-9029-f9d801e578b4 req-f0d071d0-f0a2-4b70-84b6-96ee0b31b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:57.994397 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-35a15d46-9dbc-42da-9029-f9d801e578b4 req-f0d071d0-f0a2-4b70-84b6-96ee0b31b816 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d362cc56e4184b1481cb51a6186e3&device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1099 time: 0.0414727 Oct 12 16:55:58.085685 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a15d46-9dbc-42da-9029-f9d801e578b4 req-c8739bf6-97f4-40cc-b851-1c6703588f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:58.087120 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-35a15d46-9dbc-42da-9029-f9d801e578b4 req-c8739bf6-97f4-40cc-b851-1c6703588f56 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6 HTTP/1.1" status: 200 len: 909 time: 0.0847473 Oct 12 16:55:58.151002 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-35a15d46-9dbc-42da-9029-f9d801e578b4 req-13b17fb7-9b2c-4560-a55c-e129bbf9be85 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe HTTP/1.1" status: 200 len: 1001 time: 0.0555699 Oct 12 16:55:58.229293 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a15d46-9dbc-42da-9029-f9d801e578b4 req-aae6aad1-96d3-4f8f-885c-7759caf82675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:58.230951 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-35a15d46-9dbc-42da-9029-f9d801e578b4 req-aae6aad1-96d3-4f8f-885c-7759caf82675 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9c296af-0b8c-480b-9c67-efcb85835c98 HTTP/1.1" status: 200 len: 847 time: 0.0677330 Oct 12 16:55:58.275066 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2eaf7-5bef-426e-8713-6ade3ed6fdeb req-ef70ca62-7e11-4ccc-be86-ef63190c2a8a tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:58.276533 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-75c2eaf7-5bef-426e-8713-6ade3ed6fdeb req-ef70ca62-7e11-4ccc-be86-ef63190c2a8a tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0751612 Oct 12 16:55:58.346638 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a15d46-9dbc-42da-9029-f9d801e578b4 req-5fee8414-8834-4ccf-9d20-52028513bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:58.347222 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:58.348108 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-35a15d46-9dbc-42da-9029-f9d801e578b4 req-5fee8414-8834-4ccf-9d20-52028513bc15 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1064608 Oct 12 16:55:58.354697 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-75c2eaf7-5bef-426e-8713-6ade3ed6fdeb req-ef2e64dd-b279-4b46-83aa-e09a937808b4 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643194 Oct 12 16:55:58.366974 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549e6eb-7c91-4712-831d-903b19e6db49 req-b481b21e-974b-4e0c-9493-74bbd2b63c29 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:58.368419 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c549e6eb-7c91-4712-831d-903b19e6db49 req-b481b21e-974b-4e0c-9493-74bbd2b63c29 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 945 time: 0.0894473 Oct 12 16:55:58.449392 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c549e6eb-7c91-4712-831d-903b19e6db49 req-0310cda7-5c49-405a-ac53-e256e7affaeb tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751462 Oct 12 16:55:58.482252 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-35a15d46-9dbc-42da-9029-f9d801e578b4 req-eda4cb03-1b8e-4035-a0b5-ddf74ecbe6df service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022544 Oct 12 16:55:58.572162 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-35a15d46-9dbc-42da-9029-f9d801e578b4 req-d1b2d17a-85b5-4681-8af7-1a5df0dd4a34 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820994 Oct 12 16:55:58.689594 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec046-2e6f-453f-a41f-89fa57478f4b req-b1b69f28-0060-4713-a952-78a5062279c3 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:58.690993 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1c8ec046-2e6f-453f-a41f-89fa57478f4b req-b1b69f28-0060-4713-a952-78a5062279c3 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 945 time: 0.0456779 Oct 12 16:55:58.780541 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-1c8ec046-2e6f-453f-a41f-89fa57478f4b req-0b91f4bd-5f25-43ff-b27a-cb4279971cce tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Deleting port 1c571800-b00e-4a87-97c3-47888df963d6 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:55:58.780899 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1c8ec046-2e6f-453f-a41f-89fa57478f4b req-0b91f4bd-5f25-43ff-b27a-cb4279971cce tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:58.865136 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-1c8ec046-2e6f-453f-a41f-89fa57478f4b req-0b91f4bd-5f25-43ff-b27a-cb4279971cce tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] For port 1c571800-b00e-4a87-97c3-47888df963d6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1c571800-b00e-4a87-97c3-47888df963d6,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:55:58.865427 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1c8ec046-2e6f-453f-a41f-89fa57478f4b req-0b91f4bd-5f25-43ff-b27a-cb4279971cce tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:58.877885 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-1c8ec046-2e6f-453f-a41f-89fa57478f4b req-0b91f4bd-5f25-43ff-b27a-cb4279971cce tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Calling delete_port for 1c571800-b00e-4a87-97c3-47888df963d6 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:55:58.994016 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:59.005748 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1c8ec046-2e6f-453f-a41f-89fa57478f4b req-0b91f4bd-5f25-43ff-b27a-cb4279971cce tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:59.034351 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91f4bd-5f25-43ff-b27a-cb4279971cce tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Pushing event deleted for resources: {'Port': ['ID=1c571800-b00e-4a87-97c3-47888df963d6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:55:59.042703 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['89199d84-a360-4666-b375-b665992cef48', '1c571800-b00e-4a87-97c3-47888df963d6'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:55:59.071109 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8ec046-2e6f-453f-a41f-89fa57478f4b req-0b91f4bd-5f25-43ff-b27a-cb4279971cce tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] No DVR routers for this DVR port 1c571800-b00e-4a87-97c3-47888df963d6 on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:55:59.073476 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1c8ec046-2e6f-453f-a41f-89fa57478f4b req-0b91f4bd-5f25-43ff-b27a-cb4279971cce tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:59.076761 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1c8ec046-2e6f-453f-a41f-89fa57478f4b req-0b91f4bd-5f25-43ff-b27a-cb4279971cce tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "DELETE /v2.0/ports/1c571800-b00e-4a87-97c3-47888df963d6 HTTP/1.1" status: 204 len: 173 time: 0.3792670 Oct 12 16:55:59.077209 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60c395e-6d86-433e-95d4-d1c4fb0563d9', 'name': 'network-vif-deleted', 'tag': '1c571800-b00e-4a87-97c3-47888df963d6'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:55:59.079526 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e486b10d-2d6d-4503-89bb-fbd4fadfa9ef" -d '{"events": [{"server_uuid": "c60c395e-6d86-433e-95d4-d1c4fb0563d9", "name": "network-vif-deleted", "tag": "1c571800-b00e-4a87-97c3-47888df963d6"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:55:59.118471 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380d1452-2f43-4e2d-bad3-85528b1e4cf5 x-openstack-request-id: req-380d1452-2f43-4e2d-bad3-85528b1e4cf5 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:55:59.119310 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60c395e-6d86-433e-95d4-d1c4fb0563d9", "name": "network-vif-deleted", "tag": "1c571800-b00e-4a87-97c3-47888df963d6", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:55:59.119556 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-380d1452-2f43-4e2d-bad3-85528b1e4cf5 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:55:59.119960 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60c395e-6d86-433e-95d4-d1c4fb0563d9', 'name': 'network-vif-deleted', 'tag': '1c571800-b00e-4a87-97c3-47888df963d6', 'status': 'completed', 'code': 200} Oct 12 16:55:59.271603 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device c8560c27-f45f-4372-9bad-377405dd50ac no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:55:59.291179 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: c8560c27-f45f-4372-9bad-377405dd50ac {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:55:59.291514 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device c8560c27-f45f-4372-9bad-377405dd50ac not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:55:59.466645 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1214ba-8ffd-4a4e-8602-7fac4c14babf req-e426fde5-ccf0-4acf-986f-fa89188abf8c tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:59.468125 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9f1214ba-8ffd-4a4e-8602-7fac4c14babf req-e426fde5-ccf0-4acf-986f-fa89188abf8c tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0497518 Oct 12 16:55:59.509459 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9f1214ba-8ffd-4a4e-8602-7fac4c14babf req-ae85b827-f339-4af6-99e1-91785bba6d56 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343502 Oct 12 16:55:59.560449 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6a5c99a0-e4e0-471c-9721-15aef0ad79a4 req-1c0a3193-d3cd-4162-a9e0-d016ff4d97a1 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c395e-6d86-433e-95d4-d1c4fb0563d9 HTTP/1.1" status: 200 len: 210 time: 0.0285938 Oct 12 16:56:00.441053 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:00.627412 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebe9e0-4453-4283-9164-0465995cb3e2 req-23c5dc99-e6fb-4f13-9262-fa34ada63b3a tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:00.629490 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-51ebe9e0-4453-4283-9164-0465995cb3e2 req-23c5dc99-e6fb-4f13-9262-fa34ada63b3a tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0509348 Oct 12 16:56:00.674358 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-51ebe9e0-4453-4283-9164-0465995cb3e2 req-6299253c-a8a0-40e9-8da1-b01f9b6014cc tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389614 Oct 12 16:56:01.801467 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda78de1-0fab-40f2-826e-30b82d706365 req-eba44892-65da-4661-ac11-71850d7c0045 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:01.803015 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-fda78de1-0fab-40f2-826e-30b82d706365 req-eba44892-65da-4661-ac11-71850d7c0045 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0588748 Oct 12 16:56:01.840988 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-fda78de1-0fab-40f2-826e-30b82d706365 req-6fb04aa7-d2f9-4a1f-aaf8-a804b7a5a819 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321209 Oct 12 16:56:01.969852 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7189b58-edf2-4679-8937-173d0e93ccfc req-d31dbb4c-2e41-4fbd-a1bd-2eede3320a30 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:01.971340 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a7189b58-edf2-4679-8937-173d0e93ccfc req-d31dbb4c-2e41-4fbd-a1bd-2eede3320a30 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 945 time: 0.0578549 Oct 12 16:56:02.035240 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a7189b58-edf2-4679-8937-173d0e93ccfc req-1c1d209b-3210-41e9-98e0-624d7ecaa487 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578299 Oct 12 16:56:02.058199 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cecc36-25e9-4d04-854d-379898337d05 req-cf39a1cf-7113-4b04-bfc2-72048a7d1f8b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:02.059655 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-91cecc36-25e9-4d04-854d-379898337d05 req-cf39a1cf-7113-4b04-bfc2-72048a7d1f8b tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0551159 Oct 12 16:56:02.084061 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48848) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:02.098510 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-91cecc36-25e9-4d04-854d-379898337d05 req-cd327059-fab6-4e82-b5bd-a4e72606f97d tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328500 Oct 12 16:56:02.167286 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-519caddb-dd6e-4764-a853-a8bf058e0729 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820324 Oct 12 16:56:02.176250 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-63821ea5-e6c3-4cee-b5fa-56f0058ecb6c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:56:02.177187 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-63821ea5-e6c3-4cee-b5fa-56f0058ecb6c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047426 Oct 12 16:56:03.159677 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794754e-2f6a-41bd-a71e-a2166278e61c req-1864fce7-756d-4b0f-89a8-f3c9751ce698 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:03.161887 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f794754e-2f6a-41bd-a71e-a2166278e61c req-1864fce7-756d-4b0f-89a8-f3c9751ce698 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 945 time: 0.0604479 Oct 12 16:56:03.232464 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f794754e-2f6a-41bd-a71e-a2166278e61c req-6d1d80f3-ce06-4b32-99a0-327d4bc3edf0 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/security-groups?id=42bfa76a-ab6a-4ffa-b248-f559868cba58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621758 Oct 12 16:56:03.244777 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d23393-a7c3-421e-abf2-66a7c63a34d6 req-f3836e81-6616-4fe6-be6e-fb0ab0768466 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:03.246356 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a4d23393-a7c3-421e-abf2-66a7c63a34d6 req-f3836e81-6616-4fe6-be6e-fb0ab0768466 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0750315 Oct 12 16:56:03.283925 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a4d23393-a7c3-421e-abf2-66a7c63a34d6 req-186d3f15-ee1a-4194-a301-7c1aed3a6a9a tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Oct 12 16:56:03.327564 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:56:03.401072 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:03.426322 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:56:03.428517 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddff2f1-eb6d-47d5-b20b-edb1feef2d1a" -d '{"events": [{"server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "name": "network-vif-unplugged", "status": "completed", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:56:03.441138 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:56:03.445995 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:03.446711 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 1c571800-b00e-4a87-97c3-47888df963d6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:56:03.485971 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bd589f-daf2-4b3d-8e1b-6f41fd03d69d x-openstack-request-id: req-48bd589f-daf2-4b3d-8e1b-6f41fd03d69d {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:56:03.486263 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "name": "network-vif-unplugged", "status": "completed", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:56:03.486515 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48bd589f-daf2-4b3d-8e1b-6f41fd03d69d {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:56:03.486897 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'code': 200} Oct 12 16:56:03.489362 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 1c571800-b00e-4a87-97c3-47888df963d6 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:56:03.489800 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 1c571800-b00e-4a87-97c3-47888df963d6 not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:56:03.513998 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,revision_number=6']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:03.521350 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.521733 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.522081 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.522420 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.522757 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.523092 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.523425 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.523757 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.524094 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.524423 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.524750 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.525075 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:03.650123 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3ba9a-fc4d-4e0b-b97f-4c36bf1d510e req-0f85f383-0ea7-41bb-8718-cfc9be3d5e9b tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:03.651541 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7bc3ba9a-fc4d-4e0b-b97f-4c36bf1d510e req-0f85f383-0ea7-41bb-8718-cfc9be3d5e9b tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 945 time: 0.0454490 Oct 12 16:56:03.740784 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-7bc3ba9a-fc4d-4e0b-b97f-4c36bf1d510e req-f9215786-733c-4cbf-80a7-d8af39458d00 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Deleting port 89199d84-a360-4666-b375-b665992cef48 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:56:03.741124 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7bc3ba9a-fc4d-4e0b-b97f-4c36bf1d510e req-f9215786-733c-4cbf-80a7-d8af39458d00 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:03.784040 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-b339a989-d80e-49e7-b9bc-589b9698f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:03.785554 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-b339a989-d80e-49e7-b9bc-589b9698f692 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086&tenant_id=b73d362cc56e4184b1481cb51a6186e3 HTTP/1.1" status: 200 len: 1097 time: 0.0396004 Oct 12 16:56:03.832968 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-7bc3ba9a-fc4d-4e0b-b97f-4c36bf1d510e req-f9215786-733c-4cbf-80a7-d8af39458d00 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] For port 89199d84-a360-4666-b375-b665992cef48, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89199d84-a360-4666-b375-b665992cef48,segment=NetworkSegment(8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3),segment_id=8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:56:03.833335 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7bc3ba9a-fc4d-4e0b-b97f-4c36bf1d510e req-f9215786-733c-4cbf-80a7-d8af39458d00 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:03.846774 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-7bc3ba9a-fc4d-4e0b-b97f-4c36bf1d510e req-f9215786-733c-4cbf-80a7-d8af39458d00 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Calling delete_port for 89199d84-a360-4666-b375-b665992cef48 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:56:03.857641 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-2e25e6dc-efa5-4fb4-a08f-bcc20e6b9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:03.859675 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-2e25e6dc-efa5-4fb4-a08f-bcc20e6b9883 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d362cc56e4184b1481cb51a6186e3&device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1097 time: 0.0425072 Oct 12 16:56:03.948022 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-b5c9568f-81bb-4930-89fb-99fa48991d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:03.949503 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-b5c9568f-81bb-4930-89fb-99fa48991d2c service neutron] 10.222.0.25 "GET /v2.0/networks?id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6 HTTP/1.1" status: 200 len: 909 time: 0.0833812 Oct 12 16:56:03.981984 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7bc3ba9a-fc4d-4e0b-b97f-4c36bf1d510e req-f9215786-733c-4cbf-80a7-d8af39458d00 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:04.008432 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9215786-733c-4cbf-80a7-d8af39458d00 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Pushing event deleted for resources: {'Port': ['ID=89199d84-a360-4666-b375-b665992cef48,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:04.017157 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['89199d84-a360-4666-b375-b665992cef48'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:56:04.023153 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-279e4854-ab72-40b2-8bb6-a77fc61a7747 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe HTTP/1.1" status: 200 len: 999 time: 0.0657878 Oct 12 16:56:04.053918 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc3ba9a-fc4d-4e0b-b97f-4c36bf1d510e req-f9215786-733c-4cbf-80a7-d8af39458d00 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] No DVR routers for this DVR port 89199d84-a360-4666-b375-b665992cef48 on host hv-cinder-81322 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:56:04.056180 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7bc3ba9a-fc4d-4e0b-b97f-4c36bf1d510e req-f9215786-733c-4cbf-80a7-d8af39458d00 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:04.059485 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7bc3ba9a-fc4d-4e0b-b97f-4c36bf1d510e req-f9215786-733c-4cbf-80a7-d8af39458d00 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.25 "DELETE /v2.0/ports/89199d84-a360-4666-b375-b665992cef48 HTTP/1.1" status: 204 len: 173 time: 0.4007025 Oct 12 16:56:04.059917 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921229b7-ddbe-4ba8-89b4-da1492d07930', 'name': 'network-vif-deleted', 'tag': '89199d84-a360-4666-b375-b665992cef48'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:56:04.062199 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f69ae46-4224-4dd2-944d-53fe6a360572" -d '{"events": [{"server_uuid": "921229b7-ddbe-4ba8-89b4-da1492d07930", "name": "network-vif-deleted", "tag": "89199d84-a360-4666-b375-b665992cef48"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:56:04.077803 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-e15fd257-8fea-440f-b417-fa6c98f6ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:04.079338 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-e15fd257-8fea-440f-b417-fa6c98f6ee36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9c296af-0b8c-480b-9c67-efcb85835c98 HTTP/1.1" status: 200 len: 847 time: 0.0472178 Oct 12 16:56:04.101396 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a39592-dd81-485e-bd0d-7f38de5747fa x-openstack-request-id: req-70a39592-dd81-485e-bd0d-7f38de5747fa {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:56:04.101783 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921229b7-ddbe-4ba8-89b4-da1492d07930", "name": "network-vif-deleted", "tag": "89199d84-a360-4666-b375-b665992cef48", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:56:04.102107 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70a39592-dd81-485e-bd0d-7f38de5747fa {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:56:04.102645 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921229b7-ddbe-4ba8-89b4-da1492d07930', 'name': 'network-vif-deleted', 'tag': '89199d84-a360-4666-b375-b665992cef48', 'status': 'completed', 'code': 200} Oct 12 16:56:04.133870 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-c4b13853-c32b-4f60-bb99-b6435224a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:04.135461 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-c4b13853-c32b-4f60-bb99-b6435224a487 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437617 Oct 12 16:56:04.241201 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-23b1f367-b3fe-45aa-aa16-69738afa102c service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984759 Oct 12 16:56:04.335449 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d67484ea-d91c-4a2d-a481-c1a0f511c21e req-30a4872d-3b93-4f2c-8312-8eb059ede1c1 tempest-AttachVolumeNegativeTest-1461421241 tempest-AttachVolumeNegativeTest-1461421241-project] 10.222.0.48 "GET /v2.0/ports?device_id=921229b7-ddbe-4ba8-89b4-da1492d07930 HTTP/1.1" status: 200 len: 210 time: 0.0255575 Oct 12 16:56:04.336062 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7f2a3f6d-8dd2-4922-831d-411725f4151b req-da474638-4a22-4939-a884-34c64601d3d8 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866933 Oct 12 16:56:04.406385 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc64ad5-ec30-4e22-a27a-c189e17dc902 req-6bc6d4fb-a8de-4292-be83-7f44c09bdbb3 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:04.408129 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7fc64ad5-ec30-4e22-a27a-c189e17dc902 req-6bc6d4fb-a8de-4292-be83-7f44c09bdbb3 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0521786 Oct 12 16:56:04.444435 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7fc64ad5-ec30-4e22-a27a-c189e17dc902 req-feec31b0-d9d3-433c-93b2-dfc0ee6dfb74 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304682 Oct 12 16:56:05.392006 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 48874) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:05.435084 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a14dc66-ffaf-428b-89bd-6626531a09ec admin admin] Deleting subnet e4cd6cc7-50f0-423e-9244-1706669c468e {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:56:05.438530 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc66-ffaf-428b-89bd-6626531a09ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.474648 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc66-ffaf-428b-89bd-6626531a09ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12434076'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.521118 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc66-ffaf-428b-89bd-6626531a09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.588908 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0d401-b903-422f-9edf-3419abdecf29 req-9d46e7c5-677a-471c-83cc-60989383d71c tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:05.590496 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0df0d401-b903-422f-9edf-3419abdecf29 req-9d46e7c5-677a-471c-83cc-60989383d71c tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0813398 Oct 12 16:56:05.604402 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc66-ffaf-428b-89bd-6626531a09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12449952'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.644968 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc66-ffaf-428b-89bd-6626531a09ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.647513 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-7a14dc66-ffaf-428b-89bd-6626531a09ec admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e4cd6cc7-50f0-423e-9244-1706669c468e HTTP/1.1" status: 204 len: 168 time: 0.2536919 Oct 12 16:56:05.648400 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14dc66-ffaf-428b-89bd-6626531a09ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4cd6cc7-50f0-423e-9244-1706669c468e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:05.650336 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48878) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:05.663821 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0df0d401-b903-422f-9edf-3419abdecf29 req-ab340435-1358-4071-ac9d-7b8306a1b875 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672262 Oct 12 16:56:05.720461 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.794783 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.814465 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:56:05.823174 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:56:05.823460 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b596e4b-4ee7-42d3-9ca4-d2dc0bc539a3') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:56:05.832390 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.844617 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.850339 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:56:05.850702 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:56:05.852280 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:56:05.907095 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.912152 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:05.915202 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] 10.222.0.48 "DELETE /v2.0/networks/ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8 HTTP/1.1" status: 204 len: 168 time: 0.2638092 Oct 12 16:56:05.926176 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359644b-8623-41c1-b61b-69db2350123a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9b6a90-4c1f-4101-bfea-cf8aa4f915a8,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:06.074573 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48882) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:06.113609 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-27049e7a-e227-4efa-a49c-0eb5d3fac8ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f87a22f14eae4b98ad8daaa62eb5f82a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376737 Oct 12 16:56:06.115846 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 48884) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:06.160754 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ce89828-4bb3-42f0-93af-71df414972e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:06.180705 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ce89828-4bb3-42f0-93af-71df414972e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:06.229518 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ce89828-4bb3-42f0-93af-71df414972e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:06.231940 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ce89828-4bb3-42f0-93af-71df414972e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:06.233037 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-6ce89828-4bb3-42f0-93af-71df414972e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42bfa76a-ab6a-4ffa-b248-f559868cba58 HTTP/1.1" status: 204 len: 168 time: 0.1163304 Oct 12 16:56:06.241011 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce89828-4bb3-42f0-93af-71df414972e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bfa76a-ab6a-4ffa-b248-f559868cba58,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:06.776569 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd6488-ab33-4cf0-858c-ae483736621c req-cb17199b-aa4a-442e-a27f-32c5d8a83382 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:06.778238 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-35cd6488-ab33-4cf0-858c-ae483736621c req-cb17199b-aa4a-442e-a27f-32c5d8a83382 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0485313 Oct 12 16:56:06.817204 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-35cd6488-ab33-4cf0-858c-ae483736621c req-8bc2d14f-4a2a-4184-8fa5-bb1a54e86100 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Oct 12 16:56:07.320889 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 89199d84-a360-4666-b375-b665992cef48 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:56:07.340300 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 89199d84-a360-4666-b375-b665992cef48 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:56:07.340638 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 89199d84-a360-4666-b375-b665992cef48 not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:56:07.927939 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c11803-b636-40f7-acc8-9c99a6d5aa4d req-5b72ee30-b9f1-4a88-9652-ba37d281ef66 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:07.929469 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-89c11803-b636-40f7-acc8-9c99a6d5aa4d req-5b72ee30-b9f1-4a88-9652-ba37d281ef66 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0470390 Oct 12 16:56:07.965712 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-89c11803-b636-40f7-acc8-9c99a6d5aa4d req-ebd362ad-f832-4769-b0bb-68d2fc024ed3 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303578 Oct 12 16:56:09.088860 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeda096-d648-46e6-b5d7-cd1f559bcfd3 req-2d6a0704-5fe7-462a-88cf-1f68c15951fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:09.090797 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5aeda096-d648-46e6-b5d7-cd1f559bcfd3 req-2d6a0704-5fe7-462a-88cf-1f68c15951fa tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0551515 Oct 12 16:56:09.130560 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5aeda096-d648-46e6-b5d7-cd1f559bcfd3 req-3c216e5f-1b1f-4b77-af2f-c4c0ffab62f8 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333433 Oct 12 16:56:10.241712 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833a8f6-377d-4c02-86c3-2735bdbea1a9 req-e8d69674-f61c-4182-8647-8e36f7be8366 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:10.243209 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6833a8f6-377d-4c02-86c3-2735bdbea1a9 req-e8d69674-f61c-4182-8647-8e36f7be8366 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0483859 Oct 12 16:56:10.282502 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6833a8f6-377d-4c02-86c3-2735bdbea1a9 req-5608ffd8-ca75-4e56-b98c-480e1803a152 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Oct 12 16:56:11.395385 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3577b-4222-4afe-bb6d-c0993b9e10dc req-c375ffb4-e3ec-435d-8c0e-fc820ed2cafb tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:11.396866 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3dc3577b-4222-4afe-bb6d-c0993b9e10dc req-c375ffb4-e3ec-435d-8c0e-fc820ed2cafb tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0474243 Oct 12 16:56:11.432443 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3dc3577b-4222-4afe-bb6d-c0993b9e10dc req-7d6cffa8-10d8-413a-b450-702d90712a78 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298045 Oct 12 16:56:12.549175 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69136b-a211-4720-b639-4644d49ded6f req-c3a435c2-7177-42a6-99cf-7a3ef26ce34e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:12.550758 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-de69136b-a211-4720-b639-4644d49ded6f req-c3a435c2-7177-42a6-99cf-7a3ef26ce34e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 944 time: 0.0509539 Oct 12 16:56:12.587025 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-de69136b-a211-4720-b639-4644d49ded6f req-d0c87f18-227e-46e1-b351-8e86d4759ffc tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304804 Oct 12 16:56:13.340427 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:56:13.440801 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:56:13.453227 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'port_id': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'mac_address': 'fa:16:3e:8e:8f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:56:13.492677 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:13.505906 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:56:13.528577 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:56:13.533203 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:13.579804 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,revision_number=7']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:13.703023 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505fc68-39e4-4a1e-a163-b0fb0b14e09c req-68e2df40-86fa-4967-8395-65dfd10a8195 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:13.705097 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1505fc68-39e4-4a1e-a163-b0fb0b14e09c req-68e2df40-86fa-4967-8395-65dfd10a8195 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 945 time: 0.0483580 Oct 12 16:56:13.742779 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1505fc68-39e4-4a1e-a163-b0fb0b14e09c req-d1fcb7a9-c79e-4fdf-ae61-170eec731152 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Oct 12 16:56:13.848089 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:56:14.858787 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db223468-7daf-47e1-a1d7-5ad7cf88e530 req-7dbd96c0-1705-4cef-9b00-e5ebb0faf1f9 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:14.860380 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-db223468-7daf-47e1-a1d7-5ad7cf88e530 req-7dbd96c0-1705-4cef-9b00-e5ebb0faf1f9 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 945 time: 0.0511184 Oct 12 16:56:14.899629 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-db223468-7daf-47e1-a1d7-5ad7cf88e530 req-7c6fa287-5dcd-42eb-8cd0-620beb9022f8 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316384 Oct 12 16:56:15.333033 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:56:15.378441 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:56:15.378807 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:15.455217 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:15.476743 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:56:15.478977 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9ec55f-631d-4054-a041-192445459bc2" -d '{"events": [{"server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "name": "network-vif-plugged", "status": "completed", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:56:15.491332 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:56:15.495719 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:15.524989 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9ff97f-91d7-4845-aac2-00d782315596 x-openstack-request-id: req-5e9ff97f-91d7-4845-aac2-00d782315596 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:56:15.525276 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "name": "network-vif-plugged", "status": "completed", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:56:15.525552 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e9ff97f-91d7-4845-aac2-00d782315596 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:56:15.525933 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'code': 200} Oct 12 16:56:15.544201 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:15.554113 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,revision_number=8']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:15.757139 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad48d8-ccd8-4e08-ab87-d2c7fc002f5f req-ec5d9f24-1fa2-448f-af8f-d5d6e3ae7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:15.758610 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f0ad48d8-ccd8-4e08-ab87-d2c7fc002f5f req-ec5d9f24-1fa2-448f-af8f-d5d6e3ae7d4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1099 time: 0.0371864 Oct 12 16:56:15.793070 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-f0ad48d8-ccd8-4e08-ab87-d2c7fc002f5f req-04f4a956-8342-4a17-ad15-302ad1ff59ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271549 Oct 12 16:56:16.011351 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7af2e8-8ec2-419d-b9b4-d519cdf5250f req-3b58672a-ba71-49e1-a25f-43e83b48a905 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:16.012728 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8e7af2e8-8ec2-419d-b9b4-d519cdf5250f req-3b58672a-ba71-49e1-a25f-43e83b48a905 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0497885 Oct 12 16:56:16.051620 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8e7af2e8-8ec2-419d-b9b4-d519cdf5250f req-f1e95cfc-6a1a-480d-b281-dc78c583fecb tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Oct 12 16:56:17.167098 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6645c-88fb-4338-8236-c0d911f10e38 req-7c8777f6-55dc-4289-a4e1-215ec481178f tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:17.168560 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-70b6645c-88fb-4338-8236-c0d911f10e38 req-7c8777f6-55dc-4289-a4e1-215ec481178f tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0475047 Oct 12 16:56:17.204996 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-70b6645c-88fb-4338-8236-c0d911f10e38 req-d80a9d64-002d-407c-a3d3-6371c1d4f365 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300455 Oct 12 16:56:19.753498 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-e962e4c9-73f3-43d2-b9e5-622868bb63ac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378370 Oct 12 16:56:19.848235 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-64dbefdc-f162-4907-8cdb-78bfa283e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:19.849708 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-64dbefdc-f162-4907-8cdb-78bfa283e1da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d362cc56e4184b1481cb51a6186e3&device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1099 time: 0.0386729 Oct 12 16:56:19.952851 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-47642396-7d42-4b6f-853d-af6d9f8b0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:19.954312 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-47642396-7d42-4b6f-853d-af6d9f8b0d8c service neutron] 10.222.0.25 "GET /v2.0/networks?id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6 HTTP/1.1" status: 200 len: 909 time: 0.0853868 Oct 12 16:56:20.016327 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-5724c20e-f839-4d77-86a5-9eb894a66d86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe HTTP/1.1" status: 200 len: 1001 time: 0.0547280 Oct 12 16:56:20.066004 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-098de07d-399d-4b03-ab82-df89fea5a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:20.067358 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-098de07d-399d-4b03-ab82-df89fea5a0b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9c296af-0b8c-480b-9c67-efcb85835c98 HTTP/1.1" status: 200 len: 847 time: 0.0442519 Oct 12 16:56:20.112189 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-9f966fe8-35bd-4ba8-aea6-64788dc07871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:20.113635 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-9f966fe8-35bd-4ba8-aea6-64788dc07871 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393345 Oct 12 16:56:20.201284 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-1bd5333a-e5bc-4010-ae61-22fa007c42c9 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807931 Oct 12 16:56:20.287744 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-1513af86-dd92-422f-9fb4-706bb6cc93ef req-ac63f17f-27b6-4eab-86ad-b9aef790f6d2 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787959 Oct 12 16:56:24.815301 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1e8032a6-0753-4d80-99bf-27a4d9174137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:27.500308 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab940-d6ac-4b07-b1a8-0115e3a276f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:28.347905 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:28.911849 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:56:28.996237 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:30.443655 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:45.513002 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:46.679039 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49284) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:46.778673 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:46.853395 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:46.856995 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:46.894289 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=726667f6536140938a0da4f7af82411c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142415 Oct 12 16:56:46.895491 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40207dc6-e52f-4042-86ec-876a09b0922f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:46.896931 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49288) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:46.902618 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.902970 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.903314 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.903654 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.903989 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.904323 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.904656 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.904990 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.905322 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.905674 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.906006 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.906333 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef967bfa-3a97-4f13-b919-b125ff7c77f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:46.945559 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:46.965792 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:47.010389 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:47.013232 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:47.014506 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40207dc6-e52f-4042-86ec-876a09b0922f HTTP/1.1" status: 204 len: 168 time: 0.1165197 Oct 12 16:56:47.022522 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40207dc6-e52f-4042-86ec-876a09b0922f,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:47.029423 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.029772 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.030111 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.030441 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.030768 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.031094 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.031420 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.031823 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.032054 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.032372 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.033244 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.033865 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb9667-d4bc-4bd8-a0d5-18a1c34c2908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:47.270698 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49294) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:47.287593 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a395fee8-7f3d-4431-be9c-2317b8a47451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:47.360139 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a395fee8-7f3d-4431-be9c-2317b8a47451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:47.363917 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a395fee8-7f3d-4431-be9c-2317b8a47451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:47.399504 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395fee8-7f3d-4431-be9c-2317b8a47451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3151e7c-2f61-460b-8edb-8c6458153432,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:47.405066 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-a395fee8-7f3d-4431-be9c-2317b8a47451 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7c6cb34fe4f45deb6e5fb3fb04b7b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1334178 Oct 12 16:56:47.408055 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49296) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:47.456766 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbd70b69-5c59-4922-81ab-4b7037101a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:47.477223 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbd70b69-5c59-4922-81ab-4b7037101a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:47.521918 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbd70b69-5c59-4922-81ab-4b7037101a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:47.524421 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbd70b69-5c59-4922-81ab-4b7037101a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:47.525631 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-fbd70b69-5c59-4922-81ab-4b7037101a57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3151e7c-2f61-460b-8edb-8c6458153432 HTTP/1.1" status: 204 len: 168 time: 0.1167765 Oct 12 16:56:47.532875 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd70b69-5c59-4922-81ab-4b7037101a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3151e7c-2f61-460b-8edb-8c6458153432,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:48.906857 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49336) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:49.008967 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37eca924-f18a-444a-bf73-e1d61d58fcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.083512 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37eca924-f18a-444a-bf73-e1d61d58fcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.087005 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37eca924-f18a-444a-bf73-e1d61d58fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.123739 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-37eca924-f18a-444a-bf73-e1d61d58fcf3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=881f803a0cad4ae1a214d0e5a9c6ee2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158310 Oct 12 16:56:49.124439 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eca924-f18a-444a-bf73-e1d61d58fcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98fc65e-6965-4f99-9e46-ac5094eaa4e4,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:49.126977 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49340) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:49.401615 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-919fff87-943f-4e57-8c97-2356096be76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.421454 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-919fff87-943f-4e57-8c97-2356096be76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.466055 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-919fff87-943f-4e57-8c97-2356096be76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.468671 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-919fff87-943f-4e57-8c97-2356096be76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.469858 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-919fff87-943f-4e57-8c97-2356096be76e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a98fc65e-6965-4f99-9e46-ac5094eaa4e4 HTTP/1.1" status: 204 len: 168 time: 0.3417759 Oct 12 16:56:49.477584 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fff87-943f-4e57-8c97-2356096be76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98fc65e-6965-4f99-9e46-ac5094eaa4e4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:49.728907 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49346) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:49.742631 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-92f9f5ba-2c71-4db7-b65d-66c8a1fbd8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.817815 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-92f9f5ba-2c71-4db7-b65d-66c8a1fbd8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.821539 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-92f9f5ba-2c71-4db7-b65d-66c8a1fbd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.857804 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-92f9f5ba-2c71-4db7-b65d-66c8a1fbd8dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=072b772fe41244b5bd7a03fbd1e5e7df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277037 Oct 12 16:56:49.859724 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9f5ba-2c71-4db7-b65d-66c8a1fbd8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4f8d95-8cff-4764-ab94-0fb5da4e6362,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:49.860613 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49348) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:49.915539 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a89e-a686-4bc2-961e-2e0d1c13d05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.936554 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a89e-a686-4bc2-961e-2e0d1c13d05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.982852 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a89e-a686-4bc2-961e-2e0d1c13d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.985570 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a89e-a686-4bc2-961e-2e0d1c13d05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:49.986715 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-0eb6a89e-a686-4bc2-961e-2e0d1c13d05b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d4f8d95-8cff-4764-ab94-0fb5da4e6362 HTTP/1.1" status: 204 len: 168 time: 0.1245942 Oct 12 16:56:49.994416 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6a89e-a686-4bc2-961e-2e0d1c13d05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4f8d95-8cff-4764-ab94-0fb5da4e6362,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:54.821771 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b38b5c9c-d983-4515-8e3a-9ebd0947f258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:57.499299 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-374ea790-1059-413e-9625-6c2ec444e81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.308903 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49486) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:58.352039 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.410947 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e75206ab-2cdf-4f04-9299-767c37a07348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.483703 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e75206ab-2cdf-4f04-9299-767c37a07348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.487763 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e75206ab-2cdf-4f04-9299-767c37a07348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.527516 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-e75206ab-2cdf-4f04-9299-767c37a07348 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbe2b69e63ed467fbb944b38b7c34d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175183 Oct 12 16:56:58.528434 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75206ab-2cdf-4f04-9299-767c37a07348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c3f996-8a41-4641-9b8f-c9182c275b61,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:58.530180 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49490) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:58.578896 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-52488dd3-2a51-4202-a5f5-824bd223bf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.599896 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-52488dd3-2a51-4202-a5f5-824bd223bf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.646583 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-52488dd3-2a51-4202-a5f5-824bd223bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.649149 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-52488dd3-2a51-4202-a5f5-824bd223bf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.650276 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-52488dd3-2a51-4202-a5f5-824bd223bf8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87c3f996-8a41-4641-9b8f-c9182c275b61 HTTP/1.1" status: 204 len: 168 time: 0.1184907 Oct 12 16:56:58.658219 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52488dd3-2a51-4202-a5f5-824bd223bf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c3f996-8a41-4641-9b8f-c9182c275b61,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:58.900122 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49496) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:58.913440 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d1e938-53bd-43bf-9ebc-20802eaee94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.986966 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d1e938-53bd-43bf-9ebc-20802eaee94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.991894 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d1e938-53bd-43bf-9ebc-20802eaee94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:58.998924 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.029169 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-25d1e938-53bd-43bf-9ebc-20802eaee94c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1cbd1d9f0e04325bddb304792a63350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279771 Oct 12 16:56:59.031080 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1e938-53bd-43bf-9ebc-20802eaee94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27929806-409b-461b-9453-d2b5bb2d2b50,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:59.031930 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49498) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:59.079848 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-607c9541-b4f3-44e4-b7ec-04f570bc28bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.101591 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-607c9541-b4f3-44e4-b7ec-04f570bc28bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.145924 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-607c9541-b4f3-44e4-b7ec-04f570bc28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.148321 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-607c9541-b4f3-44e4-b7ec-04f570bc28bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.149465 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-607c9541-b4f3-44e4-b7ec-04f570bc28bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27929806-409b-461b-9453-d2b5bb2d2b50 HTTP/1.1" status: 204 len: 168 time: 0.1159866 Oct 12 16:56:59.156705 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c9541-b4f3-44e4-b7ec-04f570bc28bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27929806-409b-461b-9453-d2b5bb2d2b50,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:59.453692 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49504) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:59.467230 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9256e4cb-eabb-418c-a2fe-c51bb7c26cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.537917 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9256e4cb-eabb-418c-a2fe-c51bb7c26cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.541389 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9256e4cb-eabb-418c-a2fe-c51bb7c26cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.575923 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256e4cb-eabb-418c-a2fe-c51bb7c26cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcbdfd2-8765-40c5-92ba-c86c0b2ca557,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:59.580654 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-9256e4cb-eabb-418c-a2fe-c51bb7c26cf8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53bd439faf384044a22d3cd804876e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253371 Oct 12 16:56:59.583186 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49506) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:59.631992 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c32e870e-a093-424a-9ed0-1d342c537ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.651994 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c32e870e-a093-424a-9ed0-1d342c537ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.697075 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c32e870e-a093-424a-9ed0-1d342c537ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.699936 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c32e870e-a093-424a-9ed0-1d342c537ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.701050 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c32e870e-a093-424a-9ed0-1d342c537ff7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fcbdfd2-8765-40c5-92ba-c86c0b2ca557 HTTP/1.1" status: 204 len: 168 time: 0.1169856 Oct 12 16:56:59.708490 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e870e-a093-424a-9ed0-1d342c537ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcbdfd2-8765-40c5-92ba-c86c0b2ca557,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:00.446702 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:01.495242 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49578) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:01.596345 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4b745342-91cd-4e48-bd1a-2c327e2449cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:01.669743 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4b745342-91cd-4e48-bd1a-2c327e2449cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:01.673415 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4b745342-91cd-4e48-bd1a-2c327e2449cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:01.711606 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-4b745342-91cd-4e48-bd1a-2c327e2449cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56f6f8fd63a84a02b33f77fe2f147e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153106 Oct 12 16:57:01.712669 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b745342-91cd-4e48-bd1a-2c327e2449cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7fa229-b308-4895-abef-ec6beccaef48,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:01.714592 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49582) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:01.763347 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-169ba608-904b-47f8-9b9a-49eccdbd48e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:01.783834 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-169ba608-904b-47f8-9b9a-49eccdbd48e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:01.828955 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-169ba608-904b-47f8-9b9a-49eccdbd48e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:01.831525 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-169ba608-904b-47f8-9b9a-49eccdbd48e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:01.832696 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-169ba608-904b-47f8-9b9a-49eccdbd48e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f7fa229-b308-4895-abef-ec6beccaef48 HTTP/1.1" status: 204 len: 168 time: 0.1171269 Oct 12 16:57:01.840252 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ba608-904b-47f8-9b9a-49eccdbd48e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7fa229-b308-4895-abef-ec6beccaef48,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:02.083813 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49588) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:02.099744 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce92e-a125-4c76-85a1-faa875b846af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:02.171444 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce92e-a125-4c76-85a1-faa875b846af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:02.175088 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e5ce92e-a125-4c76-85a1-faa875b846af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:02.213807 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-3e5ce92e-a125-4c76-85a1-faa875b846af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0953304059704ec58a79f6727ab3731f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289203 Oct 12 16:57:02.214958 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ce92e-a125-4c76-85a1-faa875b846af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe07c32-c179-4644-b41c-c19e800d499f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:02.216551 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49590) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:02.263243 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2572a589-0bdb-421b-a804-019ef0822302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:02.286268 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2572a589-0bdb-421b-a804-019ef0822302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:02.330711 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2572a589-0bdb-421b-a804-019ef0822302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:02.333120 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2572a589-0bdb-421b-a804-019ef0822302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:02.334272 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-2572a589-0bdb-421b-a804-019ef0822302 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efe07c32-c179-4644-b41c-c19e800d499f HTTP/1.1" status: 204 len: 168 time: 0.1167431 Oct 12 16:57:02.341553 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572a589-0bdb-421b-a804-019ef0822302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe07c32-c179-4644-b41c-c19e800d499f,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:02.974864 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49612) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:03.068531 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1034547883-network', 'tenant_id': 'a41fc5458f6646c5ad071b4063544501'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:03.089077 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Made reservation on behalf of a41fc5458f6646c5ad071b4063544501 for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:57:03.091297 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:03.100308 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:03.171528 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:03.177578 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:03.201504 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:57:03.210783 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904a34a5-239e-4cb5-9a54-4f695e11c7d4,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:03.215407 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:03.215748 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Added segment 0f30af7c-83b3-49b2-aabb-bb6e18d10380 of type vlan for network 9d721c49-fd8b-41a5-99a8-80d965de94c7 Oct 12 16:57:03.255786 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:03.278421 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:03.279360 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:03.279943 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:03.330181 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3541660 Oct 12 16:57:03.333196 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49616) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:03.338167 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] Request body: {'subnet': {'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1034547883-subnet', 'tenant_id': 'a41fc5458f6646c5ad071b4063544501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:03.342336 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7662f35-76d2-4700-84c7-1298cfc4af5d admin admin] Pushing event updated for resources: {'Network': ['ID=9d721c49-fd8b-41a5-99a8-80d965de94c7,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:03.352674 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network 9d721c49-fd8b-41a5-99a8-80d965de94c7 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:57:03.361689 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] Made reservation on behalf of a41fc5458f6646c5ad071b4063544501 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:57:03.363989 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12449927'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:03.525522 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12449961'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:03.578957 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a67ab24-2f07-4488-a516-16196ad99d9f,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:03.587526 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] Checking segment: {'id': '0f30af7c-83b3-49b2-aabb-bb6e18d10380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:03.587881 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] Network hostable DHCP agents. Network: 9d721c49-fd8b-41a5-99a8-80d965de94c7, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:57:03.605028 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] Network 9d721c49-fd8b-41a5-99a8-80d965de94c7 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:57:03.612997 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, 9d721c49-fd8b-41a5-99a8-80d965de94c7) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:03.617699 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:03.618683 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:03.622015 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142da00-c7e8-4a03-8d51-fa8183101029 None None] Network 9d721c49-fd8b-41a5-99a8-80d965de94c7 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:57:03.637449 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-5484ef2a-2aba-4425-bf32-3f1a5b486296 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2995861 Oct 12 16:57:03.743715 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06750fd-7ae4-4b39-aa0f-fae2eb3b20b3 None None] Network 9d721c49-fd8b-41a5-99a8-80d965de94c7 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:57:05.358258 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec5e55-1465-4307-9044-5021db5845c7 req-3185ba64-1445-4b56-95a3-ccfab95fa24f tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:05.359722 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-3185ba64-1445-4b56-95a3-ccfab95fa24f tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/networks?id=9d721c49-fd8b-41a5-99a8-80d965de94c7 HTTP/1.1" status: 200 len: 814 time: 0.1031697 Oct 12 16:57:05.374126 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-00ef3b1e-913e-4e45-918e-7757ffb79414 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/quotas/a41fc5458f6646c5ad071b4063544501 HTTP/1.1" status: 200 len: 375 time: 0.0088067 Oct 12 16:57:05.404177 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-0414d499-7b94-47ad-b8c3-7016d15dce88 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a41fc5458f6646c5ad071b4063544501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243750 Oct 12 16:57:05.492926 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-d28715bf-f0fd-47b7-b50a-a247b3eefe71 service neutron] 10.222.0.48 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821662 Oct 12 16:57:05.578983 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-b37cc25a-7320-4cac-ae82-dab0e213bdd8 service neutron] 10.222.0.48 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800879 Oct 12 16:57:05.728878 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-92722986-f39b-4098-ba93-c91a4b27dc5a req-5d2da9f0-ab84-4dd5-9732-7bc582b6b561 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 210 time: 0.0256052 Oct 12 16:57:05.911601 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:57:06.846899 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9c1c4071-78bb-4632-aeb9-dafa8ada8714 req-62073cd2-4f54-41d3-bdfa-dafdfafd351d tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 210 time: 0.0296474 Oct 12 16:57:06.943791 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec5e55-1465-4307-9044-5021db5845c7 req-7275e35c-50ba-4032-a649-ab3575961b36 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:06.945229 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-7275e35c-50ba-4032-a649-ab3575961b36 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.25 "GET /v2.0/networks?id=9d721c49-fd8b-41a5-99a8-80d965de94c7 HTTP/1.1" status: 200 len: 814 time: 0.0999050 Oct 12 16:57:06.964754 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Request body: {'port': {'device_id': 'b351b55c-0379-4ff6-8879-6b2027a4e770', 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7', 'admin_state_up': True, 'tenant_id': 'a41fc5458f6646c5ad071b4063544501'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:07.071810 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Made reservation on behalf of a41fc5458f6646c5ad071b4063544501 for: {'port': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:57:07.075131 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:07.442119 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Allocated IP 172.20.0.11 (9d721c49-fd8b-41a5-99a8-80d965de94c7/6a67ab24-2f07-4488-a516-16196ad99d9f/597434b7-5fe2-4311-b9fb-3eb1a4cb4996) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:57:07.578550 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:07.610794 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:07.655757 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Network 9d721c49-fd8b-41a5-99a8-80d965de94c7 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:07.659409 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:07.662922 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:57:07.668973 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Pushing event updated for resources: {'Port': ['ID=597434b7-5fe2-4311-b9fb-3eb1a4cb4996,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:07.713391 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:07.713917 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:07.729777 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-f97bf8d7-e47a-40e0-8bfe-3bb029326677 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7685537 Oct 12 16:57:07.748588 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Request body: {'port': {'device_id': 'b351b55c-0379-4ff6-8879-6b2027a4e770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:07.802061 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:07.962024 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72832ad1-2bff-4246-83d5-4e77f2fb6cf8 req-7938eb13-42f7-40ff-a6e8-3627d9995789 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:07.964310 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-72832ad1-2bff-4246-83d5-4e77f2fb6cf8 req-7938eb13-42f7-40ff-a6e8-3627d9995789 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 932 time: 0.0503256 Oct 12 16:57:08.005046 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-72832ad1-2bff-4246-83d5-4e77f2fb6cf8 req-fb9736c3-79b1-4adb-9266-3b79c4578daf tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347655 Oct 12 16:57:08.069421 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:57:08.076622 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:08.088260 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Transition to ACTIVE for port object 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 will not be triggered until provisioned by entity L2. {{(pid=100532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:57:08.092158 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:08.161206 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Pushing event updated for resources: {'Port': ['ID=597434b7-5fe2-4311-b9fb-3eb1a4cb4996,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:08.210721 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Attempting to bind port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:57:08.211047 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Attempting to bind port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0f30af7c-83b3-49b2-aabb-bb6e18d10380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:57:08.211366 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Attempting to bind port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 on network 9d721c49-fd8b-41a5-99a8-80d965de94c7 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:57:08.215536 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 on network 9d721c49-fd8b-41a5-99a8-80d965de94c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:57:08.215783 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Attempting to bind port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 on network 9d721c49-fd8b-41a5-99a8-80d965de94c7 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:57:08.221274 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:57:08.221650 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Checking segment: {'id': '0f30af7c-83b3-49b2-aabb-bb6e18d10380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:08.222050 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Bound using segment: {'id': '0f30af7c-83b3-49b2-aabb-bb6e18d10380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:57:08.222465 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Bound port: 597434b7-5fe2-4311-b9fb-3eb1a4cb4996, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f30af7c-83b3-49b2-aabb-bb6e18d10380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:57:08.222808 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:08.283693 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] For port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996, host hv-cinder-81322, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:57:08.286737 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] For port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=597434b7-5fe2-4311-b9fb-3eb1a4cb4996,segment=NetworkSegment(0f30af7c-83b3-49b2-aabb-bb6e18d10380),segment_id=0f30af7c-83b3-49b2-aabb-bb6e18d10380)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:57:08.290299 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:08.324988 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:08.325654 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:08.327004 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] 10.222.0.25 "PUT /v2.0/ports/597434b7-5fe2-4311-b9fb-3eb1a4cb4996 HTTP/1.1" status: 200 len: 1094 time: 0.5822470 Oct 12 16:57:08.327425 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b351b55c-0379-4ff6-8879-6b2027a4e770', 'tag': '597434b7-5fe2-4311-b9fb-3eb1a4cb4996'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:57:08.330319 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0025b2-0e46-4f33-9ecd-91080e89b33d" -d '{"events": [{"name": "network-changed", "server_uuid": "b351b55c-0379-4ff6-8879-6b2027a4e770", "tag": "597434b7-5fe2-4311-b9fb-3eb1a4cb4996"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:57:08.350929 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b4d4b-7c78-488f-938e-8774ee555be7 service neutron] Pushing event updated for resources: {'Port': ['ID=597434b7-5fe2-4311-b9fb-3eb1a4cb4996,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:08.366931 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ca75c9-3988-408c-a17c-88dcbe329e14 x-openstack-request-id: req-c3ca75c9-3988-408c-a17c-88dcbe329e14 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:57:08.367221 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b351b55c-0379-4ff6-8879-6b2027a4e770", "tag": "597434b7-5fe2-4311-b9fb-3eb1a4cb4996", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:57:08.367497 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3ca75c9-3988-408c-a17c-88dcbe329e14 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:57:08.367910 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b351b55c-0379-4ff6-8879-6b2027a4e770', 'tag': '597434b7-5fe2-4311-b9fb-3eb1a4cb4996', 'status': 'completed', 'code': 200} Oct 12 16:57:08.424679 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec5e55-1465-4307-9044-5021db5845c7 req-e986d964-9f09-41db-b865-23116b92d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:08.426164 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-e986d964-9f09-41db-b865-23116b92d646 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41fc5458f6646c5ad071b4063544501&device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 1097 time: 0.0399599 Oct 12 16:57:08.475628 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-14af44c2-7ceb-4b42-af47-f8179486a86c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=597434b7-5fe2-4311-b9fb-3eb1a4cb4996 HTTP/1.1" status: 200 len: 217 time: 0.0368049 Oct 12 16:57:08.522956 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec5e55-1465-4307-9044-5021db5845c7 req-9aba5173-e6d5-47f9-af30-19daf0f8be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:08.524334 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-9aba5173-e6d5-47f9-af30-19daf0f8be07 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a67ab24-2f07-4488-a516-16196ad99d9f HTTP/1.1" status: 200 len: 854 time: 0.0418987 Oct 12 16:57:08.554674 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-6d87f5d2-3f74-47e7-a33f-372a410a235d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d721c49-fd8b-41a5-99a8-80d965de94c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232730 Oct 12 16:57:08.645451 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-1606acef-c74f-4d18-86ba-8e45501ff342 service neutron] 10.222.0.25 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837841 Oct 12 16:57:08.731734 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-bcec5e55-1465-4307-9044-5021db5845c7 req-fa206494-aef9-4d4a-a523-7a627247fd95 service neutron] 10.222.0.25 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793121 Oct 12 16:57:08.862584 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0025b2-0e46-4f33-9ecd-91080e89b33d req-129d66c5-b178-4c3c-91c6-ae52751bb869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:08.864017 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5e0025b2-0e46-4f33-9ecd-91080e89b33d req-129d66c5-b178-4c3c-91c6-ae52751bb869 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41fc5458f6646c5ad071b4063544501&device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 1097 time: 0.0393684 Oct 12 16:57:08.956890 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0025b2-0e46-4f33-9ecd-91080e89b33d req-cfa9eba8-da68-4ed4-a15d-4300f30dcb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:08.958384 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5e0025b2-0e46-4f33-9ecd-91080e89b33d req-cfa9eba8-da68-4ed4-a15d-4300f30dcb9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d721c49-fd8b-41a5-99a8-80d965de94c7 HTTP/1.1" status: 200 len: 915 time: 0.0862823 Oct 12 16:57:09.000253 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5e0025b2-0e46-4f33-9ecd-91080e89b33d req-448a3606-be2e-45cd-8abc-0aad5cdfb7da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=597434b7-5fe2-4311-b9fb-3eb1a4cb4996 HTTP/1.1" status: 200 len: 217 time: 0.0335684 Oct 12 16:57:09.054156 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0025b2-0e46-4f33-9ecd-91080e89b33d req-6482095c-dded-4b6d-b700-ca296ed45859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:09.055642 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5e0025b2-0e46-4f33-9ecd-91080e89b33d req-6482095c-dded-4b6d-b700-ca296ed45859 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a67ab24-2f07-4488-a516-16196ad99d9f HTTP/1.1" status: 200 len: 854 time: 0.0482509 Oct 12 16:57:09.087604 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5e0025b2-0e46-4f33-9ecd-91080e89b33d req-b7ce2138-f42e-4866-8cb4-d79d0340e68c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d721c49-fd8b-41a5-99a8-80d965de94c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233831 Oct 12 16:57:09.116706 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a286b66-a5db-4996-ac81-1156663a5969 req-8a0006e4-bdc2-419b-86e4-e6e23e0f1b3f tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:09.118271 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7a286b66-a5db-4996-ac81-1156663a5969 req-8a0006e4-bdc2-419b-86e4-e6e23e0f1b3f tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 944 time: 0.0475750 Oct 12 16:57:09.154710 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7a286b66-a5db-4996-ac81-1156663a5969 req-3f277097-e21b-4056-9c34-9d4b5c779d28 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304854 Oct 12 16:57:09.179657 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5e0025b2-0e46-4f33-9ecd-91080e89b33d req-282546aa-871d-44c8-946f-3aad8991410e service neutron] 10.222.0.25 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831993 Oct 12 16:57:09.270774 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5e0025b2-0e46-4f33-9ecd-91080e89b33d req-cfaf3a5a-3d29-4cc4-980c-6af40a9e874b service neutron] 10.222.0.25 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829556 Oct 12 16:57:10.270054 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431eaae-20f6-4d56-8344-ec6d6c5f87d8 req-756dd97c-e1a9-4982-af31-cd4dd94461c0 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:10.271410 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2431eaae-20f6-4d56-8344-ec6d6c5f87d8 req-756dd97c-e1a9-4982-af31-cd4dd94461c0 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 944 time: 0.0469534 Oct 12 16:57:10.311208 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2431eaae-20f6-4d56-8344-ec6d6c5f87d8 req-b247ba5e-d173-4a00-b057-c1f966f5e816 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338814 Oct 12 16:57:11.421163 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34ad33-4bb5-414e-9619-f16cabf9841e req-19329191-0672-4b07-a359-d922e3cb22e0 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:11.422639 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1d34ad33-4bb5-414e-9619-f16cabf9841e req-19329191-0672-4b07-a359-d922e3cb22e0 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 944 time: 0.0476427 Oct 12 16:57:11.460079 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1d34ad33-4bb5-414e-9619-f16cabf9841e req-cf9bd7b4-d423-4ca3-95f5-77b8f591b020 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Oct 12 16:57:11.691104 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:57:11.785534 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=597434b7-5fe2-4311-b9fb-3eb1a4cb4996,segment=NetworkSegment(0f30af7c-83b3-49b2-aabb-bb6e18d10380),segment_id=0f30af7c-83b3-49b2-aabb-bb6e18d10380)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:11.795934 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '597434b7-5fe2-4311-b9fb-3eb1a4cb4996', 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7', 'port_id': '597434b7-5fe2-4311-b9fb-3eb1a4cb4996', 'mac_address': 'fa:16:3e:82:24:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a67ab24-2f07-4488-a516-16196ad99d9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:57:11.832137 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:11.844145 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:57:11.863234 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=597434b7-5fe2-4311-b9fb-3eb1a4cb4996,segment=NetworkSegment(0f30af7c-83b3-49b2-aabb-bb6e18d10380),segment_id=0f30af7c-83b3-49b2-aabb-bb6e18d10380)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:11.866892 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:11.912188 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=597434b7-5fe2-4311-b9fb-3eb1a4cb4996,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:11.927086 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:11.927439 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:11.927782 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:11.928123 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:11.928452 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:11.928782 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:11.929108 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:11.929458 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:11.929786 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:11.930109 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:11.930428 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:11.930767 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:12.148408 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['597434b7-5fe2-4311-b9fb-3eb1a4cb4996'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:57:12.568933 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c92b7-3fa7-44ff-b9a5-f3c5e17ce577 req-6691f33b-d83e-4bc3-8ba0-3c3f23781235 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:12.570383 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-118c92b7-3fa7-44ff-b9a5-f3c5e17ce577 req-6691f33b-d83e-4bc3-8ba0-3c3f23781235 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 945 time: 0.0465696 Oct 12 16:57:12.607353 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-118c92b7-3fa7-44ff-b9a5-f3c5e17ce577 req-be373d1a-336e-47b7-a740-75292762b8f9 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Oct 12 16:57:13.690893 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:57:13.717178 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9130b84-630f-4fdd-a181-e6ead2bfb9ae req-4d9a40d6-3ffa-47db-9130-43ffab2d8e2c tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:13.718682 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b9130b84-630f-4fdd-a181-e6ead2bfb9ae req-4d9a40d6-3ffa-47db-9130-43ffab2d8e2c tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 945 time: 0.0471487 Oct 12 16:57:13.738798 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:57:13.742676 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:13.743042 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:13.760805 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b9130b84-630f-4fdd-a181-e6ead2bfb9ae req-ccb8fb31-03aa-4876-af5f-819d1a23e872 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349674 Oct 12 16:57:13.821265 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:13.842506 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b351b55c-0379-4ff6-8879-6b2027a4e770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597434b7-5fe2-4311-b9fb-3eb1a4cb4996'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:57:13.844703 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e56a13-9773-4d99-b6e6-889c63773d0c" -d '{"events": [{"server_uuid": "b351b55c-0379-4ff6-8879-6b2027a4e770", "name": "network-vif-plugged", "status": "completed", "tag": "597434b7-5fe2-4311-b9fb-3eb1a4cb4996"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:57:13.857681 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=597434b7-5fe2-4311-b9fb-3eb1a4cb4996,segment=NetworkSegment(0f30af7c-83b3-49b2-aabb-bb6e18d10380),segment_id=0f30af7c-83b3-49b2-aabb-bb6e18d10380)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:13.862415 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:13.886493 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d477512-4e69-43c7-ab18-a9bffbc61177 x-openstack-request-id: req-9d477512-4e69-43c7-ab18-a9bffbc61177 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:57:13.886729 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b351b55c-0379-4ff6-8879-6b2027a4e770", "name": "network-vif-plugged", "status": "completed", "tag": "597434b7-5fe2-4311-b9fb-3eb1a4cb4996", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:57:13.886979 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d477512-4e69-43c7-ab18-a9bffbc61177 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:57:13.887356 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b351b55c-0379-4ff6-8879-6b2027a4e770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597434b7-5fe2-4311-b9fb-3eb1a4cb4996', 'code': 200} Oct 12 16:57:13.912918 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=597434b7-5fe2-4311-b9fb-3eb1a4cb4996,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:14.076325 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df62322-7209-4e7d-8605-dc2377ed6d23 req-2f545f15-a0f9-4a10-aa89-a1bad7c7eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:14.077793 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-4df62322-7209-4e7d-8605-dc2377ed6d23 req-2f545f15-a0f9-4a10-aa89-a1bad7c7eac4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 1099 time: 0.0381277 Oct 12 16:57:14.112016 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-4df62322-7209-4e7d-8605-dc2377ed6d23 req-79d001f1-a823-4443-a186-a43387be541a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271523 Oct 12 16:57:14.871163 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb4697-f0a1-4371-8ff7-f7f8cd04db95 req-a60db643-1951-4258-9c22-9d54cc9443cc tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:14.872596 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9afb4697-f0a1-4371-8ff7-f7f8cd04db95 req-a60db643-1951-4258-9c22-9d54cc9443cc tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 946 time: 0.0476501 Oct 12 16:57:14.910011 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9afb4697-f0a1-4371-8ff7-f7f8cd04db95 req-a7556f36-cca1-4cd7-81eb-edc1307b72f3 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Oct 12 16:57:15.524523 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:16.023303 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e704b5a-b346-4485-9603-4e78f7f17b98 req-1df983f1-fe6a-48a6-af47-99f606ca71a4 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:16.024764 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4e704b5a-b346-4485-9603-4e78f7f17b98 req-1df983f1-fe6a-48a6-af47-99f606ca71a4 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 946 time: 0.0471032 Oct 12 16:57:16.061861 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4e704b5a-b346-4485-9603-4e78f7f17b98 req-0256335d-530f-44ac-8925-46cc6243f217 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Oct 12 16:57:20.767307 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-57841d8c-13db-435e-915a-cd6685649031 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411351 Oct 12 16:57:20.870289 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-dc172e52-9bf4-4763-bd71-330744a3a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:20.871676 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-dc172e52-9bf4-4763-bd71-330744a3a4be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d362cc56e4184b1481cb51a6186e3&device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1099 time: 0.0456309 Oct 12 16:57:20.979357 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-39be87c0-2dfe-4498-8941-713f5665e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:20.980979 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-39be87c0-2dfe-4498-8941-713f5665e21a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6 HTTP/1.1" status: 200 len: 909 time: 0.0866456 Oct 12 16:57:21.052038 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-a87ad879-10e0-4317-a526-f3631ca854b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe HTTP/1.1" status: 200 len: 1001 time: 0.0613365 Oct 12 16:57:21.102854 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-57c5a357-cb01-437d-ae18-06a6d42e7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:21.104306 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-57c5a357-cb01-437d-ae18-06a6d42e7d5e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9c296af-0b8c-480b-9c67-efcb85835c98 HTTP/1.1" status: 200 len: 847 time: 0.0441408 Oct 12 16:57:21.149570 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-bc72710b-8014-46b5-95d6-ff009fe4c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:21.150952 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-bc72710b-8014-46b5-95d6-ff009fe4c7b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396163 Oct 12 16:57:21.243847 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-2c2ccfb6-fe43-448a-85c5-4e6996f80890 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843432 Oct 12 16:57:21.336543 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-97dfe7cb-7a5d-4c13-9a97-3aafe7dfbe1e req-bb533323-2339-4aa0-a986-dff72f47ca33 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848789 Oct 12 16:57:24.816202 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-13d3f98a-2e94-47ef-a903-64867e406dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:27.501516 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-56009769-a54a-4efb-88e8-d448efb76e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:28.354449 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:29.003732 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:30.449485 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:36.790012 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49804) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:36.940798 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Deleting port e209c817-c490-460c-851d-64ea3ed0f205 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:36.941043 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:37.017573 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:37.017902 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:37.029829 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Calling delete_port for e209c817-c490-460c-851d-64ea3ed0f205 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:37.174748 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:37.200978 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event deleted for resources: {'Port': ['ID=e209c817-c490-460c-851d-64ea3ed0f205,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:37.255419 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:37.256379 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.l3_db [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Floating IP 290a3710-f124-4b6f-a3f0-0eec8cf18458 disassociated (deleted). External IP: 172.27.2.18, port: 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe. Oct 12 16:57:37.453938 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Router 5806cfff-b067-4012-b34a-e752f9325262 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:57:37.555293 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:57:37.560700 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:37.566192 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd334a8-2caf-4150-b4db-2ef6f5923a30 None None] Sync routers for ids ['5806cfff-b067-4012-b34a-e752f9325262'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:57:37.575970 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd334a8-2caf-4150-b4db-2ef6f5923a30 None None] Routers {'5806cfff-b067-4012-b34a-e752f9325262'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:37.576579 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0cd334a8-2caf-4150-b4db-2ef6f5923a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['5806cfff-b067-4012-b34a-e752f9325262'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:37.587138 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-ebf58bc8-f03e-45f8-a96e-93d2ff38522e tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "DELETE /v2.0/floatingips/290a3710-f124-4b6f-a3f0-0eec8cf18458 HTTP/1.1" status: 204 len: 168 time: 0.7960098 Oct 12 16:57:37.587774 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:57:37.590200 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434a2044-c0a7-4a6b-960c-0a66b3271e21" -d '{"events": [{"name": "network-changed", "server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:57:37.626745 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a3d155-c93e-455b-97d1-e4152ea4c972 x-openstack-request-id: req-28a3d155-c93e-455b-97d1-e4152ea4c972 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:57:37.627034 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:57:37.627286 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28a3d155-c93e-455b-97d1-e4152ea4c972 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:57:37.627688 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'status': 'completed', 'code': 200} Oct 12 16:57:37.687890 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0cd334a8-2caf-4150-b4db-2ef6f5923a30 None None] Set router 5806cfff-b067-4012-b34a-e752f9325262 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:37.747774 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a2044-c0a7-4a6b-960c-0a66b3271e21 req-51bdcbea-dcc3-4b26-9eb8-56e27fe5aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:37.749958 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-434a2044-c0a7-4a6b-960c-0a66b3271e21 req-51bdcbea-dcc3-4b26-9eb8-56e27fe5aa60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b73d362cc56e4184b1481cb51a6186e3&device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 1099 time: 0.0724270 Oct 12 16:57:37.817472 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab0d64-3535-45a3-a46d-28e341e59f47 req-1810b30a-7e09-4ca1-8e4f-fc01f66884bf tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:37.819649 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7dab0d64-3535-45a3-a46d-28e341e59f47 req-1810b30a-7e09-4ca1-8e4f-fc01f66884bf tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0527174 Oct 12 16:57:37.861937 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7dab0d64-3535-45a3-a46d-28e341e59f47 req-0dae42dd-12d4-4a3e-8ab5-8c32ce502528 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342486 Oct 12 16:57:37.870790 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a2044-c0a7-4a6b-960c-0a66b3271e21 req-760252a3-4aa2-4b3a-978a-c654e15c87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:37.872415 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-434a2044-c0a7-4a6b-960c-0a66b3271e21 req-760252a3-4aa2-4b3a-978a-c654e15c87d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6 HTTP/1.1" status: 200 len: 909 time: 0.0932109 Oct 12 16:57:37.903580 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0cd334a8-2caf-4150-b4db-2ef6f5923a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8c328266-109c-4876-b409-70322a376703', 'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'mac_address': 'fa:16:3e:cc:04:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:56Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 5, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'subnets': [{'id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:37.915622 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-434a2044-c0a7-4a6b-960c-0a66b3271e21 req-796171be-ebd8-42d0-a5e0-92cdcf7df5be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe HTTP/1.1" status: 200 len: 217 time: 0.0334947 Oct 12 16:57:37.929751 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd334a8-2caf-4150-b4db-2ef6f5923a30 None None] Checking router: 5806cfff-b067-4012-b34a-e752f9325262 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:57:37.938407 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd334a8-2caf-4150-b4db-2ef6f5923a30 None None] Routers {'5806cfff-b067-4012-b34a-e752f9325262'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:37.939027 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0cd334a8-2caf-4150-b4db-2ef6f5923a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['5806cfff-b067-4012-b34a-e752f9325262'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:37.973008 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a2044-c0a7-4a6b-960c-0a66b3271e21 req-66e630e8-60cb-49c9-86a6-3db258904988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:37.974490 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-434a2044-c0a7-4a6b-960c-0a66b3271e21 req-66e630e8-60cb-49c9-86a6-3db258904988 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d9c296af-0b8c-480b-9c67-efcb85835c98 HTTP/1.1" status: 200 len: 847 time: 0.0480096 Oct 12 16:57:38.020476 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a2044-c0a7-4a6b-960c-0a66b3271e21 req-c65a7054-8d53-4148-bc67-4b73053a83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:38.022057 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-434a2044-c0a7-4a6b-960c-0a66b3271e21 req-c65a7054-8d53-4148-bc67-4b73053a83aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5b3fc943-a9a2-418a-a307-ce8b4621a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398600 Oct 12 16:57:38.045018 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0cd334a8-2caf-4150-b4db-2ef6f5923a30 None None] Set router 5806cfff-b067-4012-b34a-e752f9325262 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:38.117610 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-434a2044-c0a7-4a6b-960c-0a66b3271e21 req-e926ff3d-1a3f-49ca-a7d5-cdfc51b86d58 service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856564 Oct 12 16:57:38.211034 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-434a2044-c0a7-4a6b-960c-0a66b3271e21 req-382718f7-7d1a-41a7-a103-0a54e590992c service neutron] 10.222.0.25 "GET /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837891 Oct 12 16:57:38.246692 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0cd334a8-2caf-4150-b4db-2ef6f5923a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8c328266-109c-4876-b409-70322a376703', 'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'mac_address': 'fa:16:3e:cc:04:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:56Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 5, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'subnets': [{'id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:38.272666 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd334a8-2caf-4150-b4db-2ef6f5923a30 None None] The sync data for ids ['5806cfff-b067-4012-b34a-e752f9325262'] in dv-cinder-813221-2-iscsi is: [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:57Z', 'revision_number': 4, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '8c328266-109c-4876-b409-70322a376703', 'name': '', 'network_id': '5b3fc943-a9a2-418a-a307-ce8b4621a5d6', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'mac_address': 'fa:16:3e:cc:04:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:56Z', 'updated_at': '2021-10-12T16:53:02Z', 'revision_number': 5, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'subnets': [{'id': 'd9c296af-0b8c-480b-9c67-efcb85835c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:57:38.466732 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d1e5b1-aebd-4029-af79-6aa8c1fb314e None None] New status for floating IP 290a3710-f124-4b6f-a3f0-0eec8cf18458: DOWN {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:57:38.976523 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962799e-aea6-410a-8646-fa12a9d3937e req-6d515675-a066-4e28-bc1b-68fe90b2ad64 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:38.978007 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8962799e-aea6-410a-8646-fa12a9d3937e req-6d515675-a066-4e28-bc1b-68fe90b2ad64 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0471931 Oct 12 16:57:39.016384 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8962799e-aea6-410a-8646-fa12a9d3937e req-20c0ffe5-2429-491d-8b7d-0772c9712d2c tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a55506f-ad91-4790-a491-fe064ddf220e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324914 Oct 12 16:57:39.582006 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a29c9-fc1d-4449-992b-8a2c81c951c3 req-149819c3-7b3d-4a13-aae4-b0467bb15c88 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:39.583487 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-097a29c9-fc1d-4449-992b-8a2c81c951c3 req-149819c3-7b3d-4a13-aae4-b0467bb15c88 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.25 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 946 time: 0.0501499 Oct 12 16:57:39.679346 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-097a29c9-fc1d-4449-992b-8a2c81c951c3 req-6189ddcb-d950-456a-9453-2884b4ba3640 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Deleting port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:39.679683 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-097a29c9-fc1d-4449-992b-8a2c81c951c3 req-6189ddcb-d950-456a-9453-2884b4ba3640 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:39.766240 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-097a29c9-fc1d-4449-992b-8a2c81c951c3 req-6189ddcb-d950-456a-9453-2884b4ba3640 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] For port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:39.766598 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-097a29c9-fc1d-4449-992b-8a2c81c951c3 req-6189ddcb-d950-456a-9453-2884b4ba3640 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:39.778456 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-097a29c9-fc1d-4449-992b-8a2c81c951c3 req-6189ddcb-d950-456a-9453-2884b4ba3640 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Calling delete_port for 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe owned by compute:nova {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:39.904741 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-097a29c9-fc1d-4449-992b-8a2c81c951c3 req-6189ddcb-d950-456a-9453-2884b4ba3640 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:39.931711 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189ddcb-d950-456a-9453-2884b4ba3640 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event deleted for resources: {'Port': ['ID=8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:39.978031 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-097a29c9-fc1d-4449-992b-8a2c81c951c3 req-6189ddcb-d950-456a-9453-2884b4ba3640 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] No DVR routers for this DVR port 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe on host hv-cinder-81322 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:57:39.980342 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-097a29c9-fc1d-4449-992b-8a2c81c951c3 req-6189ddcb-d950-456a-9453-2884b4ba3640 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:39.983654 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-097a29c9-fc1d-4449-992b-8a2c81c951c3 req-6189ddcb-d950-456a-9453-2884b4ba3640 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.25 "DELETE /v2.0/ports/8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe HTTP/1.1" status: 204 len: 173 time: 0.3919830 Oct 12 16:57:39.984082 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'name': 'network-vif-deleted', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:57:39.986321 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3e0024-ddad-4a22-9e02-74fe43ba8f74" -d '{"events": [{"server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "name": "network-vif-deleted", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:57:40.022338 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f97a33f-0f48-40f5-8496-1a0ba642f9c3 x-openstack-request-id: req-3f97a33f-0f48-40f5-8496-1a0ba642f9c3 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:57:40.022338 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436e1a60-1e8e-4163-bfb0-5f5ad7f5e086", "name": "network-vif-deleted", "tag": "8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:57:40.022603 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f97a33f-0f48-40f5-8496-1a0ba642f9c3 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:57:40.022909 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436e1a60-1e8e-4163-bfb0-5f5ad7f5e086', 'name': 'network-vif-deleted', 'tag': '8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe', 'status': 'completed', 'code': 200} Oct 12 16:57:40.110587 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6fdf818f-a0a8-4211-baaa-2b85b40bed77 req-d566dd1e-fb6d-49ba-a9f1-ee4d4bca6bee tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "GET /v2.0/ports?device_id=436e1a60-1e8e-4163-bfb0-5f5ad7f5e086 HTTP/1.1" status: 200 len: 210 time: 0.0259979 Oct 12 16:57:41.165314 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:41.220521 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d200c685-2bbc-4fce-83e0-9af73de84be6 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:41.245211 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d200c685-2bbc-4fce-83e0-9af73de84be6 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:41.305460 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d200c685-2bbc-4fce-83e0-9af73de84be6 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:41.308027 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d200c685-2bbc-4fce-83e0-9af73de84be6 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:41.309137 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-d200c685-2bbc-4fce-83e0-9af73de84be6 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] 10.222.0.48 "DELETE /v2.0/security-groups/2a55506f-ad91-4790-a491-fe064ddf220e HTTP/1.1" status: 204 len: 168 time: 0.1427834 Oct 12 16:57:41.318270 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200c685-2bbc-4fce-83e0-9af73de84be6 tempest-TestShelveInstance-787043894 tempest-TestShelveInstance-787043894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a55506f-ad91-4790-a491-fe064ddf220e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:41.351091 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49838) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:41.674552 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438941'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:41.906551 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] Deleting port 8c328266-109c-4876-b409-70322a376703 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:41.906885 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:41.985021 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] For port 8c328266-109c-4876-b409-70322a376703, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=8c328266-109c-4876-b409-70322a376703,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:41.985400 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:41.997600 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] Calling delete_port for 8c328266-109c-4876-b409-70322a376703 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:42.169738 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:42.195518 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c328266-109c-4876-b409-70322a376703,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:42.356419 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438825'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:42.781922 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] Router 5806cfff-b067-4012-b34a-e752f9325262 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:57:42.884099 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:57:42.889029 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-2078f641-b562-4912-abd6-cce4405a6b1b admin admin] 10.222.0.48 "PUT /v2.0/routers/5806cfff-b067-4012-b34a-e752f9325262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5369015 Oct 12 16:57:42.891501 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49842) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:42.894089 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15dcc1-748b-483e-93df-d88b11fbed0b None None] Sync routers for ids ['5806cfff-b067-4012-b34a-e752f9325262'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:57:42.903607 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15dcc1-748b-483e-93df-d88b11fbed0b None None] Routers {'5806cfff-b067-4012-b34a-e752f9325262'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:42.904288 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3e15dcc1-748b-483e-93df-d88b11fbed0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['5806cfff-b067-4012-b34a-e752f9325262'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:42.910302 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:57:42.992740 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Notify callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.015216 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-3e15dcc1-748b-483e-93df-d88b11fbed0b None None] Set router 5806cfff-b067-4012-b34a-e752f9325262 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:43.097154 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.149593 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Deleting port 41f57424-7dc5-4352-a776-e52525257655 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:43.149916 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.192595 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3e15dcc1-748b-483e-93df-d88b11fbed0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '41f57424-7dc5-4352-a776-e52525257655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:57:42Z', 'revision_number': 5, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port': {'id': '41f57424-7dc5-4352-a776-e52525257655', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cfff-b067-4012-b34a-e752f9325262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:43.223231 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15dcc1-748b-483e-93df-d88b11fbed0b None None] Checking router: 5806cfff-b067-4012-b34a-e752f9325262 for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:57:43.231320 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15dcc1-748b-483e-93df-d88b11fbed0b None None] Routers {'5806cfff-b067-4012-b34a-e752f9325262'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:43.231926 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3e15dcc1-748b-483e-93df-d88b11fbed0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['5806cfff-b067-4012-b34a-e752f9325262'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:43.234651 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] For port 41f57424-7dc5-4352-a776-e52525257655, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=41f57424-7dc5-4352-a776-e52525257655,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:43.235185 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.247089 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Calling delete_port for 41f57424-7dc5-4352-a776-e52525257655 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:43.316185 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-3e15dcc1-748b-483e-93df-d88b11fbed0b None None] Set router 5806cfff-b067-4012-b34a-e752f9325262 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:43.367221 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3e15dcc1-748b-483e-93df-d88b11fbed0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:57:43Z', 'revision_number': 6, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port_host': None}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:43.396607 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15dcc1-748b-483e-93df-d88b11fbed0b None None] The sync data for ids ['5806cfff-b067-4012-b34a-e752f9325262'] in dv-cinder-813221-2-iscsi is: [{'id': '5806cfff-b067-4012-b34a-e752f9325262', 'name': 'tempest-TestShelveInstance-100529169-router', 'tenant_id': 'b73d362cc56e4184b1481cb51a6186e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:54Z', 'updated_at': '2021-10-12T16:57:43Z', 'revision_number': 6, 'project_id': 'b73d362cc56e4184b1481cb51a6186e3', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:57:43.409154 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.437870 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f57424-7dc5-4352-a776-e52525257655,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:43.496492 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464331'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.584482 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4886'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.586529 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.627376 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445488'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.627918 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5806cfff-b067-4012-b34a-e752f9325262 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 16:57:43.632407 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] Notify callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.633345 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-2327a4c7-1339-4b2f-8de0-e2ae507e0597 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5806cfff-b067-4012-b34a-e752f9325262 HTTP/1.1" status: 204 len: 168 time: 0.7409465 Oct 12 16:57:43.635965 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49846) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:43.679161 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b860dfd-2f0a-473c-ab7d-2b1b614183b4 admin admin] Deleting subnet d9c296af-0b8c-480b-9c67-efcb85835c98 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:57:43.682038 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b860dfd-2f0a-473c-ab7d-2b1b614183b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.714342 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b860dfd-2f0a-473c-ab7d-2b1b614183b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12434076'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.800516 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b860dfd-2f0a-473c-ab7d-2b1b614183b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.855036 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b860dfd-2f0a-473c-ab7d-2b1b614183b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12449952'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.877352 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b860dfd-2f0a-473c-ab7d-2b1b614183b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c296af-0b8c-480b-9c67-efcb85835c98,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:43.883994 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b860dfd-2f0a-473c-ab7d-2b1b614183b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:43.887984 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-8b860dfd-2f0a-473c-ab7d-2b1b614183b4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d9c296af-0b8c-480b-9c67-efcb85835c98 HTTP/1.1" status: 204 len: 168 time: 0.2509305 Oct 12 16:57:43.889174 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0a228-1afe-4ac0-b7a2-c755d89d5c62 None None] Network 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:57:43.890382 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49848) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:43.960056 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.015887 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Deleting port cbe08fcc-82fb-4784-9805-491d5bca7e50 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:44.016093 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.059237 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:44.077766 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] For port cbe08fcc-82fb-4784-9805-491d5bca7e50, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=cbe08fcc-82fb-4784-9805-491d5bca7e50,segment=NetworkSegment(011221b1-e5a4-4395-bf07-8a054c330481),segment_id=011221b1-e5a4-4395-bf07-8a054c330481)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:44.078124 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.082447 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:44.082797 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 8b2dd8fe-6abc-40d5-ad97-77aee0cbcebe not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:44.094876 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Calling delete_port for cbe08fcc-82fb-4784-9805-491d5bca7e50 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:44.130627 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd379ee-a593-421e-8785-0164a7c0109c None None] DHCP port deletion for 5b3fc943-a9a2-418a-a307-ce8b4621a5d6 request from dv-cinder-813221-2-iscsi {{(pid=100533) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 16:57:44.177455 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.182495 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-3bd379ee-a593-421e-8785-0164a7c0109c None None] Deleting port cbe08fcc-82fb-4784-9805-491d5bca7e50 {{(pid=100533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:44.182966 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3bd379ee-a593-421e-8785-0164a7c0109c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.202646 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe08fcc-82fb-4784-9805-491d5bca7e50,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:44.207245 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] No DVR routers for this DVR port cbe08fcc-82fb-4784-9805-491d5bca7e50 on host dv-cinder-813221-2-iscsi {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:57:44.249426 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-3bd379ee-a593-421e-8785-0164a7c0109c None None] For port cbe08fcc-82fb-4784-9805-491d5bca7e50, host dv-cinder-813221-2-iscsi, got binding levels [] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:44.249795 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3bd379ee-a593-421e-8785-0164a7c0109c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.263484 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-3bd379ee-a593-421e-8785-0164a7c0109c None None] Calling delete_port for cbe08fcc-82fb-4784-9805-491d5bca7e50 owned by network:dhcp {{(pid=100533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:44.266162 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.ipam_backend_mixin [None req-3bd379ee-a593-421e-8785-0164a7c0109c None None] Port cbe08fcc-82fb-4784-9805-491d5bca7e50 was not found and therefore no delete operation was performed {{(pid=100533) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 16:57:44.267436 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3bd379ee-a593-421e-8785-0164a7c0109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429'] for port, after_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.287720 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.296083 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd379ee-a593-421e-8785-0164a7c0109c None None] Pushing event deleted for resources: {'Port': ['ID=cbe08fcc-82fb-4784-9805-491d5bca7e50,revision_number=None']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:44.299714 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd379ee-a593-421e-8785-0164a7c0109c None None] No DVR routers for this DVR port cbe08fcc-82fb-4784-9805-491d5bca7e50 on host dv-cinder-813221-2-iscsi {{(pid=100533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:57:44.311815 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3fc943-a9a2-418a-a307-ce8b4621a5d6']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:44.321951 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011221b1-e5a4-4395-bf07-8a054c330481') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:44.322250 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011221b1-e5a4-4395-bf07-8a054c330481') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:44.331950 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12434071'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.346382 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.353497 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:57:44.353673 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12317422'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: Traceback (most recent call last): Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: timer() Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: cb(*args, **kw) Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: return func(*args, **kwargs) Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: self._notify() Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: self.callback(batched_events) Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: event.method(event) Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: return f(self, *a, **k) Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: return self._get(url).json() Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:57:44.355363 dv-cinder-813221-2-iscsi neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:57:44.411844 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.417841 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.421010 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5b3fc943-a9a2-418a-a307-ce8b4621a5d6 HTTP/1.1" status: 204 len: 168 time: 0.5297413 Oct 12 16:57:44.424124 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49852) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:44.433192 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026e121-7576-4faa-9ef1-249e98ef2316 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3fc943-a9a2-418a-a307-ce8b4621a5d6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:44.754249 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438941'] for router_interface, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:44.995568 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] Deleting port 710213b9-9516-4f13-a303-4bb16ef6c250 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:44.995906 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:45.051699 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 41f57424-7dc5-4352-a776-e52525257655 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:45.071468 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 41f57424-7dc5-4352-a776-e52525257655 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:45.072147 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 41f57424-7dc5-4352-a776-e52525257655 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:45.072321 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 8c328266-109c-4876-b409-70322a376703 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:45.076731 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] For port 710213b9-9516-4f13-a303-4bb16ef6c250, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=710213b9-9516-4f13-a303-4bb16ef6c250,segment=NetworkSegment(f792b42e-7c8f-4085-986a-8854dd9240ec),segment_id=f792b42e-7c8f-4085-986a-8854dd9240ec)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:45.077094 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:45.089655 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] Calling delete_port for 710213b9-9516-4f13-a303-4bb16ef6c250 owned by network:router_interface {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:45.090886 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 8c328266-109c-4876-b409-70322a376703 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:45.091236 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 8c328266-109c-4876-b409-70322a376703 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:45.091645 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device cbe08fcc-82fb-4784-9805-491d5bca7e50 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:45.110944 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: cbe08fcc-82fb-4784-9805-491d5bca7e50 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:45.111293 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device cbe08fcc-82fb-4784-9805-491d5bca7e50 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:45.271048 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:45.302687 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=710213b9-9516-4f13-a303-4bb16ef6c250,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:45.469174 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438825'] for router_interface, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:45.518067 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:45.677006 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] Router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:57:45.776333 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:57:45.781154 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-0c19704b-f2c9-43a9-ae85-85a0ec70d7a1 admin admin] 10.222.0.48 "PUT /v2.0/routers/4159e0cc-2b1c-4254-bc48-a7d6fada1279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3559456 Oct 12 16:57:45.783656 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49860) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:45.786222 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b492ff-513a-4d25-9e5a-ec66305c0fa1 None None] Sync routers for ids ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:57:45.796475 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b492ff-513a-4d25-9e5a-ec66305c0fa1 None None] Routers {'4159e0cc-2b1c-4254-bc48-a7d6fada1279'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:45.797067 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-a1b492ff-513a-4d25-9e5a-ec66305c0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:45.901165 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-a1b492ff-513a-4d25-9e5a-ec66305c0fa1 None None] Set router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:46.087161 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-a1b492ff-513a-4d25-9e5a-ec66305c0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'name': 'tempest-TestShelveInstance-228683513-router', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:58Z', 'updated_at': '2021-10-12T16:57:45Z', 'revision_number': 5, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'gw_port': {'id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:59Z', 'updated_at': '2021-10-12T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:46.113074 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b492ff-513a-4d25-9e5a-ec66305c0fa1 None None] Checking router: 4159e0cc-2b1c-4254-bc48-a7d6fada1279 for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:57:46.122004 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b492ff-513a-4d25-9e5a-ec66305c0fa1 None None] Routers {'4159e0cc-2b1c-4254-bc48-a7d6fada1279'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:46.122611 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-a1b492ff-513a-4d25-9e5a-ec66305c0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:46.136924 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Notify callbacks [] for router, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.223678 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-a1b492ff-513a-4d25-9e5a-ec66305c0fa1 None None] Set router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:46.233329 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.282899 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Deleting port c459613c-1f7a-44ad-b9f0-0e793ad2b790 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:46.283233 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.361456 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] For port c459613c-1f7a-44ad-b9f0-0e793ad2b790, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=c459613c-1f7a-44ad-b9f0-0e793ad2b790,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:46.361717 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.376749 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Calling delete_port for c459613c-1f7a-44ad-b9f0-0e793ad2b790 owned by network:router_gateway {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:46.403190 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-a1b492ff-513a-4d25-9e5a-ec66305c0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'name': 'tempest-TestShelveInstance-228683513-router', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:58Z', 'updated_at': '2021-10-12T16:57:45Z', 'revision_number': 5, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'gw_port': {'id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:59Z', 'updated_at': '2021-10-12T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:46.429895 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b492ff-513a-4d25-9e5a-ec66305c0fa1 None None] The sync data for ids ['4159e0cc-2b1c-4254-bc48-a7d6fada1279'] in dv-cinder-813221-2-iscsi is: [{'id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'name': 'tempest-TestShelveInstance-228683513-router', 'tenant_id': '1e4d368849104fd1a63230e27fb3bcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:52:58Z', 'updated_at': '2021-10-12T16:57:45Z', 'revision_number': 5, 'project_id': '1e4d368849104fd1a63230e27fb3bcfd', 'gw_port': {'id': 'c459613c-1f7a-44ad-b9f0-0e793ad2b790', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159e0cc-2b1c-4254-bc48-a7d6fada1279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:52:59Z', 'updated_at': '2021-10-12T16:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:57:46.536364 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.562375 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Pushing event deleted for resources: {'Port': ['ID=c459613c-1f7a-44ad-b9f0-0e793ad2b790,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:46.620585 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464331'] for router_gateway, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.709625 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4886'] for router, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.711711 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.755139 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445488'] for router, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.755754 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4159e0cc-2b1c-4254-bc48-a7d6fada1279 {{(pid=100532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 16:57:46.760695 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.765688 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-58682467-4a37-41fa-8635-c1bebc8cb26b admin admin] 10.222.0.48 "DELETE /v2.0/routers/4159e0cc-2b1c-4254-bc48-a7d6fada1279 HTTP/1.1" status: 204 len: 168 time: 0.9773920 Oct 12 16:57:46.766101 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49864) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:46.810878 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_v2 [None req-92129c3f-6099-4e66-a4c9-57e0d97d53ea admin admin] Deleting subnet 65260fec-6abe-4d5f-89e9-ee2852b11bc2 {{(pid=100532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:57:46.814248 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92129c3f-6099-4e66-a4c9-57e0d97d53ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.852149 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92129c3f-6099-4e66-a4c9-57e0d97d53ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12438652'] for subnet, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.932084 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92129c3f-6099-4e66-a4c9-57e0d97d53ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:46.986179 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92129c3f-6099-4e66-a4c9-57e0d97d53ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12390395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12378335'] for subnet, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.009926 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92129c3f-6099-4e66-a4c9-57e0d97d53ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65260fec-6abe-4d5f-89e9-ee2852b11bc2,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:47.015875 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92129c3f-6099-4e66-a4c9-57e0d97d53ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.021404 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-92129c3f-6099-4e66-a4c9-57e0d97d53ea admin admin] 10.222.0.48 "DELETE /v2.0/subnets/65260fec-6abe-4d5f-89e9-ee2852b11bc2 HTTP/1.1" status: 204 len: 168 time: 0.2523270 Oct 12 16:57:47.021755 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49866) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:47.024438 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa58c5d6-0052-4386-9005-e23949558683 None None] Network fa706fa3-d4e0-4e36-bdac-ee7290e13548 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:57:47.113116 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.164066 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Deleting port ca961c12-af29-4720-a78d-8d76b8759845 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:57:47.164396 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.225019 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] For port ca961c12-af29-4720-a78d-8d76b8759845, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=ca961c12-af29-4720-a78d-8d76b8759845,segment=NetworkSegment(f792b42e-7c8f-4085-986a-8854dd9240ec),segment_id=f792b42e-7c8f-4085-986a-8854dd9240ec)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:47.225398 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.240576 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Calling delete_port for ca961c12-af29-4720-a78d-8d76b8759845 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:57:47.315221 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.338155 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca961c12-af29-4720-a78d-8d76b8759845,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:47.347859 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.348214 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.348554 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.348888 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.349241 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.349575 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.349904 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.350258 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.350585 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.350907 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.351226 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.351543 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:47.354122 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] No DVR routers for this DVR port ca961c12-af29-4720-a78d-8d76b8759845 on host dv-cinder-813221-2-iscsi {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:57:47.430516 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.437352 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9666fd38-af67-41c7-84e9-63b0b9e5bf9d None None] DHCP port deletion for fa706fa3-d4e0-4e36-bdac-ee7290e13548 request from dv-cinder-813221-2-iscsi {{(pid=100533) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 16:57:47.459217 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa706fa3-d4e0-4e36-bdac-ee7290e13548']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:47.470542 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f792b42e-7c8f-4085-986a-8854dd9240ec') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:47.471094 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f792b42e-7c8f-4085-986a-8854dd9240ec') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:47.471352 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 710213b9-9516-4f13-a303-4bb16ef6c250 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:47.480482 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.490995 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 710213b9-9516-4f13-a303-4bb16ef6c250 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:47.491338 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 710213b9-9516-4f13-a303-4bb16ef6c250 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:47.493195 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.499260 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:57:47.499877 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:57:47.501504 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:57:47.552544 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.558051 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.561110 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] 10.222.0.48 "DELETE /v2.0/networks/fa706fa3-d4e0-4e36-bdac-ee7290e13548 HTTP/1.1" status: 204 len: 168 time: 0.5380700 Oct 12 16:57:47.572278 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e35f7a-f2f6-4467-aa10-ec3c7a7c986d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa706fa3-d4e0-4e36-bdac-ee7290e13548,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:47.671049 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49872) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:47.713670 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-7aa558cf-91b5-414c-a79c-07ecd43a776f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b73d362cc56e4184b1481cb51a6186e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413671 Oct 12 16:57:47.715955 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49874) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:47.763387 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1c44cdc2-05d9-45f3-bb38-b560c0bf57a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.783268 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1c44cdc2-05d9-45f3-bb38-b560c0bf57a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.829845 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1c44cdc2-05d9-45f3-bb38-b560c0bf57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.832552 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1c44cdc2-05d9-45f3-bb38-b560c0bf57a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:47.836401 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-1c44cdc2-05d9-45f3-bb38-b560c0bf57a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/417ae518-d04a-4655-a262-53c7d502b13b HTTP/1.1" status: 204 len: 168 time: 0.1195264 Oct 12 16:57:47.844319 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44cdc2-05d9-45f3-bb38-b560c0bf57a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417ae518-d04a-4655-a262-53c7d502b13b,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:48.136907 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49880) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:48.175240 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-bc3531f2-c649-4f5f-95a0-692ef385ad75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e4d368849104fd1a63230e27fb3bcfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371749 Oct 12 16:57:48.177660 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49882) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:48.223742 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dedf33a6-cc70-48ab-a00d-781857e2e5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.244383 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dedf33a6-cc70-48ab-a00d-781857e2e5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.293805 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dedf33a6-cc70-48ab-a00d-781857e2e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.296402 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dedf33a6-cc70-48ab-a00d-781857e2e5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:48.297565 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-dedf33a6-cc70-48ab-a00d-781857e2e5ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/621f3e71-e4c2-466e-99f6-9134b9f7b98f HTTP/1.1" status: 204 len: 168 time: 0.1183717 Oct 12 16:57:48.305047 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf33a6-cc70-48ab-a00d-781857e2e5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621f3e71-e4c2-466e-99f6-9134b9f7b98f,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:48.938169 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49906) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:49.041425 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1946587630-network', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:49.055925 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device ca961c12-af29-4720-a78d-8d76b8759845 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:49.062414 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Made reservation on behalf of dfe6bb8a0d1d4df4bb014ed753e2a895 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:57:49.065009 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.075868 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: ca961c12-af29-4720-a78d-8d76b8759845 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:49.076213 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device ca961c12-af29-4720-a78d-8d76b8759845 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:49.076631 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c459613c-1f7a-44ad-b9f0-0e793ad2b790 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:57:49.077605 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.159767 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.163712 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.190464 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:57:49.201122 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d80418-64ef-4d40-99a4-96482929c1a5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:49.206190 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.206526 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.segments_db [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Added segment ff3d0d55-a8d4-4a92-983a-5341c60ce972 of type vlan for network 092a64d9-61dc-410f-a008-751f5ee6400e Oct 12 16:57:49.219654 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.220015 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.220206 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: c459613c-1f7a-44ad-b9f0-0e793ad2b790 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:57:49.220356 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.220554 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c459613c-1f7a-44ad-b9f0-0e793ad2b790 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:57:49.220938 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.221223 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.221577 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.222501 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.222845 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.223341 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.223788 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.224263 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.224590 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:49.267342 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.291368 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.292246 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:49.292824 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.352018 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4127491 Oct 12 16:57:49.354952 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49910) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:49.356999 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142949db-0d4e-4165-ac4c-82d9affbbfaf admin admin] Pushing event updated for resources: {'Network': ['ID=092a64d9-61dc-410f-a008-751f5ee6400e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:49.360007 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] Request body: {'subnet': {'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1946587630-subnet', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'ip_version': 4}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:49.367141 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network 092a64d9-61dc-410f-a008-751f5ee6400e details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:57:49.382058 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] Made reservation on behalf of dfe6bb8a0d1d4df4bb014ed753e2a895 for: {'subnet': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:57:49.384365 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12378360'] for subnet, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.547616 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12390328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12378326'] for subnet, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.606991 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b745f768-2de2-4b61-b2c0-4ed40f25ee23,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:49.615320 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] Checking segment: {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:49.616312 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] Network hostable DHCP agents. Network: 092a64d9-61dc-410f-a008-751f5ee6400e, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:57:49.633742 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] Network 092a64d9-61dc-410f-a008-751f5ee6400e is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:57:49.643227 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, 092a64d9-61dc-410f-a008-751f5ee6400e) {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:49.648275 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:49.649237 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.652836 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6676442-aa99-4b5b-8ab1-642f92dd9b3d None None] Network 092a64d9-61dc-410f-a008-751f5ee6400e requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:57:49.665601 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-337a8c38-693b-4cb0-994d-50673523135d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3094609 Oct 12 16:57:49.668217 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49918) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:49.672459 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:49.692343 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4964'] for router, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.693687 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4975'] for router, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.744987 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.800019 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61e6fcb5-174d-52f8-b15f-9efeedbf2b29-092a64d9-61dc-410f-a008-751f5ee6400e', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23'}]}} from dv-cinder-813221-2-iscsi. {{(pid=100533) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:57:49.800830 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.884792 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:49.945405 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.db_base_plugin_common [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Allocated IP 172.20.0.2 (092a64d9-61dc-410f-a008-751f5ee6400e/b745f768-2de2-4b61-b2c0-4ed40f25ee23/c7a666e5-75d7-45b2-b579-5caf62ec4679) {{(pid=100533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:57:50.089868 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.098261 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Notify callbacks [] for port, precommit_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.105140 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.110295 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.148605 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Network 092a64d9-61dc-410f-a008-751f5ee6400e is already hosted by enough agents. {{(pid=100533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:50.154198 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.base_scheduler [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Resources bound (agent type, host, resource id): {{(pid=100533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:50.156472 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Pushing event updated for resources: {'Port': ['ID=c7a666e5-75d7-45b2-b579-5caf62ec4679,revision_number=1']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:50.158696 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Received port after_create {{(pid=100533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:57:50.213301 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Attempting to bind port c7a666e5-75d7-45b2-b579-5caf62ec4679 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:57:50.213779 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Attempting to bind port c7a666e5-75d7-45b2-b579-5caf62ec4679 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:57:50.214143 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Attempting to bind port c7a666e5-75d7-45b2-b579-5caf62ec4679 on network 092a64d9-61dc-410f-a008-751f5ee6400e {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:57:50.217419 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Allocated IP 172.27.2.194 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/edcd4377-fba6-4c6e-a2be-1dee0c11dedf) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:57:50.219217 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:57:50.219587 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Checking segment: {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:50.219982 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.220590 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Bound using segment: {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:57:50.221357 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Bound port: c7a666e5-75d7-45b2-b579-5caf62ec4679, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:57:50.221804 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.283394 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] For port c7a666e5-75d7-45b2-b579-5caf62ec4679, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:57:50.286410 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] For port c7a666e5-75d7-45b2-b579-5caf62ec4679, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=c7a666e5-75d7-45b2-b579-5caf62ec4679,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:57:50.290954 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.322471 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.351827 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072836a-dff8-447b-a7a6-2f340d2a3242 None None] Pushing event updated for resources: {'Port': ['ID=c7a666e5-75d7-45b2-b579-5caf62ec4679,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:50.360428 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.399455 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:50.403973 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:50.407354 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:57:50.431651 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Pushing event updated for resources: {'Port': ['ID=edcd4377-fba6-4c6e-a2be-1dee0c11dedf,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:50.662551 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.844745 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464375'] for router, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:50.972689 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd is scheduled to L3 agent 47858efe-f191-44e1-97b8-339f14938278 with binding_index 1 {{(pid=100532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:57:51.091196 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:57:51.094579 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c7a666e5-75d7-45b2-b579-5caf62ec4679 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:57:51.111487 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.112915 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-9750a3f8-0ba5-4ae4-8d3c-a4749b4f12d4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4437327 Oct 12 16:57:51.115567 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49922) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:51.119527 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Sync routers for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:57:51.145594 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:51.146336 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:51.230070 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port c7a666e5-75d7-45b2-b579-5caf62ec4679 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:51.230439 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.235816 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b85a35-dbec-4b9e-b4dc-45247264db84 None None] Network 092a64d9-61dc-410f-a008-751f5ee6400e requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:57:51.335057 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-4d807ae3-9ab9-4d91-82c6-3875b71f819e None None] Provisioning complete for port c7a666e5-75d7-45b2-b579-5caf62ec4679 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:51.335427 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4d807ae3-9ab9-4d91-82c6-3875b71f819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.363388 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:51.612416 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.714374 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port c7a666e5-75d7-45b2-b579-5caf62ec4679, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=c7a666e5-75d7-45b2-b579-5caf62ec4679,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:51.715440 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4d807ae3-9ab9-4d91-82c6-3875b71f819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.730932 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.791482 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.820187 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=c7a666e5-75d7-45b2-b579-5caf62ec4679,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:51.835025 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:50Z', 'revision_number': 3, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:51.868873 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.db.api [None req-4d807ae3-9ab9-4d91-82c6-3875b71f819e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 16:57:51.869181 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG oslo_db.api [None req-4d807ae3-9ab9-4d91-82c6-3875b71f819e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 16:57:51.870155 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Checking router: 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:57:51.870504 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Updating router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd port edcd4377-fba6-4c6e-a2be-1dee0c11dedf binding host dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:57:51.906018 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:51.954352 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Allocated IP 172.20.0.1 (092a64d9-61dc-410f-a008-751f5ee6400e/b745f768-2de2-4b61-b2c0-4ed40f25ee23/43207192-3a31-4f88-964f-3147901a80ea) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:57:52.069694 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.103700 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.146379 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Network 092a64d9-61dc-410f-a008-751f5ee6400e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:52.150348 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:52.154829 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:57:52.157951 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Pushing event updated for resources: {'Port': ['ID=43207192-3a31-4f88-964f-3147901a80ea,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:52.198457 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464166'] for router_interface, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.308302 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.314881 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.330846 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.374558 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Attempting to bind port edcd4377-fba6-4c6e-a2be-1dee0c11dedf on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:57:52.374924 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Attempting to bind port edcd4377-fba6-4c6e-a2be-1dee0c11dedf by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:57:52.375294 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Attempting to bind port edcd4377-fba6-4c6e-a2be-1dee0c11dedf on network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:57:52.378901 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006a120-23cb-4cca-9d21-e8d7d9e73460 None None] Pushing event updated for resources: {'Port': ['ID=edcd4377-fba6-4c6e-a2be-1dee0c11dedf,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:52.402293 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:57:52.402603 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Checking segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:52.402998 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.403384 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Bound using segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:57:52.403854 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Bound port: edcd4377-fba6-4c6e-a2be-1dee0c11dedf, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:57:52.404228 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.466269 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] For port edcd4377-fba6-4c6e-a2be-1dee0c11dedf, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:57:52.469532 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] For port edcd4377-fba6-4c6e-a2be-1dee0c11dedf, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=edcd4377-fba6-4c6e-a2be-1dee0c11dedf,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:57:52.473773 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.489940 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.494204 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.533040 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:52.533669 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:52.560963 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Pushing event updated for resources: {'Port': ['ID=43207192-3a31-4f88-964f-3147901a80ea,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:52.565889 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438966'] for router_interface, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.572940 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006a120-23cb-4cca-9d21-e8d7d9e73460 None None] Pushing event updated for resources: {'Port': ['ID=edcd4377-fba6-4c6e-a2be-1dee0c11dedf,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:52.594527 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-577dbeb2-32b4-4c92-910b-8b147e466394 None None] Provisioning complete for port 43207192-3a31-4f88-964f-3147901a80ea triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:52.594929 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-577dbeb2-32b4-4c92-910b-8b147e466394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.654626 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Network 092a64d9-61dc-410f-a008-751f5ee6400e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:52.656007 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:52.669662 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-577dbeb2-32b4-4c92-910b-8b147e466394 None None] Port 43207192-3a31-4f88-964f-3147901a80ea cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:57:52.678865 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:52.721562 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-577dbeb2-32b4-4c92-910b-8b147e466394 None None] Provisioning complete for port c7a666e5-75d7-45b2-b579-5caf62ec4679 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:52.721940 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-577dbeb2-32b4-4c92-910b-8b147e466394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.782577 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:57:52.893956 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:57:52.907084 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-37655254-cf70-48c8-921d-15f327c0379b admin admin] 10.222.0.48 "PUT /v2.0/routers/1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7824013 Oct 12 16:57:52.952491 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 2, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:52.980578 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67004c-9e62-4fab-85fb-18980a9328e9 None None] The sync data for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi is: [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 2, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:57:53.048512 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-af222d03-1495-41b2-a305-228175c397ad None None] Provisioning complete for port 43207192-3a31-4f88-964f-3147901a80ea triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:53.048892 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-af222d03-1495-41b2-a305-228175c397ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.080003 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c7a666e5-75d7-45b2-b579-5caf62ec4679 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:57:53.113061 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-af222d03-1495-41b2-a305-228175c397ad None None] Port 43207192-3a31-4f88-964f-3147901a80ea cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:57:53.139402 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port c7a666e5-75d7-45b2-b579-5caf62ec4679 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:53.139774 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.443185 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49942) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:53.448878 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-864200153-network', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:53.471910 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Made reservation on behalf of cd6b01435a4e4be18497a1dd1fb5500e for: {'network': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:57:53.474276 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for network, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.483178 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.563135 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.567141 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.600165 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=100532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:57:53.613593 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.613593 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.segments_db [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Added segment d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b of type vlan for network 77a9d083-9c7a-4248-9542-6f4296bf92e7 Oct 12 16:57:53.644192 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e3feb7-69a9-4633-8b54-dc0402c2b9a2,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:53.659303 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780332390723'] for network, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.688061 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463'] for network, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.689169 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:53.689798 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.760635 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3152261 Oct 12 16:57:53.762155 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596c89-38cc-4f6a-ab3a-1b0c40bca3b3 admin admin] Pushing event updated for resources: {'Network': ['ID=77a9d083-9c7a-4248-9542-6f4296bf92e7,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:53.763345 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49948) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:53.773486 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] Request body: {'subnet': {'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-864200153-subnet', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:53.779104 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Network 77a9d083-9c7a-4248-9542-6f4296bf92e7 details requested by agent ovs-agent-dv-cinder-813221-2-iscsi with host dv-cinder-813221-2-iscsi {{(pid=100533) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:57:53.805548 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] Made reservation on behalf of cd6b01435a4e4be18497a1dd1fb5500e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:57:53.809346 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12449927'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.997573 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12449961'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.056726 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f12300-dd36-4736-a628-841080ba8b7a,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:54.064404 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] Checking segment: {'id': 'd2979cee-8b4e-4ab4-9dbd-0ccc938fd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:54.064769 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] Network hostable DHCP agents. Network: 77a9d083-9c7a-4248-9542-6f4296bf92e7, hostable agents: ['6f00c2a8-a17b-4372-ac31-4167dbf8abed'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:57:54.082359 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] Network 77a9d083-9c7a-4248-9542-6f4296bf92e7 is scheduled to be hosted by DHCP agent 6f00c2a8-a17b-4372-ac31-4167dbf8abed with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:57:54.092066 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813221-2-iscsi, 77a9d083-9c7a-4248-9542-6f4296bf92e7) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:54.096546 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:54.097147 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.102213 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c883fa8b-0752-4a44-8bdc-dd852c502e8e None None] Network 77a9d083-9c7a-4248-9542-6f4296bf92e7 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:57:54.119218 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-d49666ca-3ad8-4666-b7fb-5fb2c2f660e1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3546438 Oct 12 16:57:54.121530 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49952) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:54.125803 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-864200153-router', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:54.150079 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-445669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4964'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.151241 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-370217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4975'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.205239 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.263527 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61e6fcb5-174d-52f8-b15f-9efeedbf2b29-77a9d083-9c7a-4248-9542-6f4296bf92e7', 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'fixed_ips': [{'subnet_id': '00f12300-dd36-4736-a628-841080ba8b7a'}]}} from dv-cinder-813221-2-iscsi. {{(pid=100533) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:57:54.264673 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.341259 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.397163 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.db_base_plugin_common [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Allocated IP 172.20.0.2 (77a9d083-9c7a-4248-9542-6f4296bf92e7/00f12300-dd36-4736-a628-841080ba8b7a/c9bbc926-efe7-440a-9398-07869a0274fa) {{(pid=100533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:57:54.539017 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.544720 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Notify callbacks [] for port, precommit_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.551700 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420'] for port, after_create {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.558785 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.593591 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Network 77a9d083-9c7a-4248-9542-6f4296bf92e7 is already hosted by enough agents. {{(pid=100533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:54.596625 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.scheduler.base_scheduler [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Resources bound (agent type, host, resource id): {{(pid=100533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:54.601790 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Received port after_create {{(pid=100533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:57:54.605046 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Pushing event updated for resources: {'Port': ['ID=c9bbc926-efe7-440a-9398-07869a0274fa,revision_number=1']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:54.659898 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Attempting to bind port c9bbc926-efe7-440a-9398-07869a0274fa on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:57:54.660266 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Attempting to bind port c9bbc926-efe7-440a-9398-07869a0274fa by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': 'd2979cee-8b4e-4ab4-9dbd-0ccc938fd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:57:54.660674 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Attempting to bind port c9bbc926-efe7-440a-9398-07869a0274fa on network 77a9d083-9c7a-4248-9542-6f4296bf92e7 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:57:54.664162 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Allocated IP 172.27.2.119 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/14a85ae9-ea85-4748-b018-75ceb3fbf304) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:57:54.666738 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:57:54.667133 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Checking segment: {'id': 'd2979cee-8b4e-4ab4-9dbd-0ccc938fd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:54.667550 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.667921 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Bound using segment: {'id': 'd2979cee-8b4e-4ab4-9dbd-0ccc938fd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:57:54.668401 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Bound port: c9bbc926-efe7-440a-9398-07869a0274fa, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2979cee-8b4e-4ab4-9dbd-0ccc938fd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:57:54.668761 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.737752 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] For port c9bbc926-efe7-440a-9398-07869a0274fa, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:57:54.740898 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] For port c9bbc926-efe7-440a-9398-07869a0274fa, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=c9bbc926-efe7-440a-9398-07869a0274fa,segment=NetworkSegment(d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b),segment_id=d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:57:54.745214 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.777965 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.807660 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa323dd1-d0f2-4b2f-b832-e12070ce6fbb None None] Pushing event updated for resources: {'Port': ['ID=c9bbc926-efe7-440a-9398-07869a0274fa,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:54.819377 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.823073 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2f04eb6d-4b44-4ea6-9820-01f3eb4c8977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:54.855046 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:54.858342 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:54.864122 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:57:54.900126 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Pushing event updated for resources: {'Port': ['ID=14a85ae9-ea85-4748-b018-75ceb3fbf304,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:55.086198 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Sync routers for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:57:55.097955 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:55.098626 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:55.205014 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device edcd4377-fba6-4c6e-a2be-1dee0c11dedf up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:57:55.228076 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:55.261151 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port edcd4377-fba6-4c6e-a2be-1dee0c11dedf triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:55.262131 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.347072 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.369945 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port edcd4377-fba6-4c6e-a2be-1dee0c11dedf, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=edcd4377-fba6-4c6e-a2be-1dee0c11dedf,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:55.375467 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.376493 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c9bbc926-efe7-440a-9398-07869a0274fa up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:57:55.431614 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.455108 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=edcd4377-fba6-4c6e-a2be-1dee0c11dedf,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:55.468645 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port c9bbc926-efe7-440a-9398-07869a0274fa triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:55.468645 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.541264 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 2, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:55.550617 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.577407 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Checking router: 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:57:55.577750 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Updating router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd port 43207192-3a31-4f88-964f-3147901a80ea binding host dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:57:55.587520 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port c9bbc926-efe7-440a-9398-07869a0274fa, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=c9bbc926-efe7-440a-9398-07869a0274fa,segment=NetworkSegment(d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b),segment_id=d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:55.594022 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.610055 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.653442 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-445550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-464375'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.656325 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=c9bbc926-efe7-440a-9398-07869a0274fa,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:55.794723 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Router 93144521-0cfe-4f66-8a21-e7d4aed548dc is scheduled to L3 agent 47858efe-f191-44e1-97b8-339f14938278 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:57:55.895317 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f50329-05f2-49f7-82ab-58b953600305 None None] Network 77a9d083-9c7a-4248-9542-6f4296bf92e7 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:57:55.895824 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Notify callbacks [] for port, precommit_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.902009 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.905613 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:57:55.923479 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] Notify callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.926947 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-88871f8b-f9f4-46f0-841d-01f595a9bbe5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8023157 Oct 12 16:57:55.927984 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49960) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:55.944088 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Sync routers for ids ['93144521-0cfe-4f66-8a21-e7d4aed548dc'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:57:55.947023 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Pushing event updated for resources: {'Port': ['ID=43207192-3a31-4f88-964f-3147901a80ea,revision_number=3']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:55.966913 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.967285 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.967630 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.968090 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.968614 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.969102 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.969623 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.970132 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.970629 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.971373 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.972396 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.972890 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:57:55.974834 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Routers {'93144521-0cfe-4f66-8a21-e7d4aed548dc'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:55.975950 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['93144521-0cfe-4f66-8a21-e7d4aed548dc'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:55.980615 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-f7b50e3c-6ef9-4529-b8f2-89e2b46607b8 None None] Provisioning complete for port c9bbc926-efe7-440a-9398-07869a0274fa triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:55.981012 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-f7b50e3c-6ef9-4529-b8f2-89e2b46607b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.056604 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Attempting to bind port 43207192-3a31-4f88-964f-3147901a80ea on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:57:56.057079 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Attempting to bind port 43207192-3a31-4f88-964f-3147901a80ea by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:57:56.057249 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Attempting to bind port 43207192-3a31-4f88-964f-3147901a80ea on network 092a64d9-61dc-410f-a008-751f5ee6400e {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:57:56.064759 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:57:56.065480 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Checking segment: {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:56.066068 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.066607 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Bound using segment: {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:57:56.067245 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Bound port: 43207192-3a31-4f88-964f-3147901a80ea, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'}}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:57:56.067841 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.147635 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] For port 43207192-3a31-4f88-964f-3147901a80ea, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:57:56.151054 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] For port 43207192-3a31-4f88-964f-3147901a80ea, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=43207192-3a31-4f88-964f-3147901a80ea,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:57:56.159268 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.252325 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:56.253023 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:56.296219 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901982c-508b-4d87-9826-86b6cabfdeea None None] Pushing event updated for resources: {'Port': ['ID=43207192-3a31-4f88-964f-3147901a80ea,revision_number=4']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:56.374457 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Set router 93144521-0cfe-4f66-8a21-e7d4aed548dc gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:56.401332 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:56.457536 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.608621 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'name': 'tempest-TestVolumeBootPattern-864200153-router', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 3, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'gw_port': {'id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:56.628461 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:56.635227 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Allocated IP 172.20.0.1 (77a9d083-9c7a-4248-9542-6f4296bf92e7/00f12300-dd36-4736-a628-841080ba8b7a/32532b8d-ade7-4d93-ab86-0237f4514f8d) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:57:56.650019 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Checking router: 93144521-0cfe-4f66-8a21-e7d4aed548dc for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:57:56.650376 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Updating router 93144521-0cfe-4f66-8a21-e7d4aed548dc port 14a85ae9-ea85-4748-b018-75ceb3fbf304 binding host dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:57:56.668179 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045dc98f-96ab-43da-bd88-d0fb2b56fc87 None None] The sync data for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi is: [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:57:56.689395 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.725276 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-9ad2a27b-0df1-450f-9fc5-8e2ab5ff6031 None None] Provisioning complete for port 43207192-3a31-4f88-964f-3147901a80ea triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:56.725669 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a27b-0df1-450f-9fc5-8e2ab5ff6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.758322 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.794306 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.840409 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Network 77a9d083-9c7a-4248-9542-6f4296bf92e7 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:56.843579 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:56.846374 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:57:56.871371 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Pushing event updated for resources: {'Port': ['ID=32532b8d-ade7-4d93-ab86-0237f4514f8d,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:56.900399 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-464166'] for router_interface, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.921027 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a27b-0df1-450f-9fc5-8e2ab5ff6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:56.987620 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-9ad2a27b-0df1-450f-9fc5-8e2ab5ff6031 None None] For port 43207192-3a31-4f88-964f-3147901a80ea, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=43207192-3a31-4f88-964f-3147901a80ea,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:57:56.997545 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9ad2a27b-0df1-450f-9fc5-8e2ab5ff6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.091074 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.127745 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2a27b-0df1-450f-9fc5-8e2ab5ff6031 None None] Pushing event updated for resources: {'Port': ['ID=43207192-3a31-4f88-964f-3147901a80ea,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:57.154093 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Notify callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.170440 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device edcd4377-fba6-4c6e-a2be-1dee0c11dedf up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:57:57.175026 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.184985 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-751b3caa-4143-4481-aab2-12557dc78ff7 None None] Provisioning complete for port c9bbc926-efe7-440a-9398-07869a0274fa triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:57.185635 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-751b3caa-4143-4481-aab2-12557dc78ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.298152 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.300346 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Attempting to bind port 14a85ae9-ea85-4748-b018-75ceb3fbf304 on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:57:57.300800 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Attempting to bind port 14a85ae9-ea85-4748-b018-75ceb3fbf304 by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:57:57.301139 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Attempting to bind port 14a85ae9-ea85-4748-b018-75ceb3fbf304 on network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:57:57.304301 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.321110 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:57:57.321515 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Checking segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:57:57.321938 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.322337 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Bound using segment: {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:57:57.322817 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Bound port: 14a85ae9-ea85-4748-b018-75ceb3fbf304, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b2fa8c-85b5-4fd1-89ca-93de001f5496', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:57:57.323202 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.327761 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac235e2-b59c-4a4b-81aa-aa1c2715e506 None None] Pushing event updated for resources: {'Port': ['ID=14a85ae9-ea85-4748-b018-75ceb3fbf304,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:57.396319 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438966'] for router_interface, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.399316 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Pushing event updated for resources: {'Port': ['ID=32532b8d-ade7-4d93-ab86-0237f4514f8d,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:57.436459 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port edcd4377-fba6-4c6e-a2be-1dee0c11dedf triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:57.436838 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.481278 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] For port 14a85ae9-ea85-4748-b018-75ceb3fbf304, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:57:57.503268 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Network 77a9d083-9c7a-4248-9542-6f4296bf92e7 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:57:57.504756 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:57:57.508350 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] For port 14a85ae9-ea85-4748-b018-75ceb3fbf304, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=14a85ae9-ea85-4748-b018-75ceb3fbf304,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:57:57.524703 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.531281 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e1cc32c8-849e-4bbc-bb02-043527a311ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.622318 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Routers {'93144521-0cfe-4f66-8a21-e7d4aed548dc'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:57:57.622964 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['93144521-0cfe-4f66-8a21-e7d4aed548dc'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:57.624785 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac235e2-b59c-4a4b-81aa-aa1c2715e506 None None] Pushing event updated for resources: {'Port': ['ID=14a85ae9-ea85-4748-b018-75ceb3fbf304,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:57.638806 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Router 93144521-0cfe-4f66-8a21-e7d4aed548dc has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:57:57.672488 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c9bbc926-efe7-440a-9398-07869a0274fa up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:57:57.751239 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-9dc47a86-7712-43be-8a56-133fd905abf8 None None] Provisioning complete for port 32532b8d-ade7-4d93-ab86-0237f4514f8d triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:57.751239 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9dc47a86-7712-43be-8a56-133fd905abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.755157 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:57:57.760395 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-7b11599f-02d0-4d6d-9a2b-e8f8ba51da83 admin admin] 10.222.0.48 "PUT /v2.0/routers/93144521-0cfe-4f66-8a21-e7d4aed548dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8305848 Oct 12 16:57:57.808953 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] Set router 93144521-0cfe-4f66-8a21-e7d4aed548dc gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:57:57.835008 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-9dc47a86-7712-43be-8a56-133fd905abf8 None None] Port 32532b8d-ade7-4d93-ab86-0237f4514f8d cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:57:57.852724 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port c9bbc926-efe7-440a-9398-07869a0274fa triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:57.853090 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:57.991222 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-45a33301-e517-4d89-8517-42f1c76cbd33 None None] Provisioning complete for port 32532b8d-ade7-4d93-ab86-0237f4514f8d triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:57.991897 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-45a33301-e517-4d89-8517-42f1c76cbd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.218467 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-45a33301-e517-4d89-8517-42f1c76cbd33 None None] Port 32532b8d-ade7-4d93-ab86-0237f4514f8d cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:57:58.225960 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 43207192-3a31-4f88-964f-3147901a80ea up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:57:58.278382 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49984) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:58.283143 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-3b170cd2-e974-46ca-b588-800399fdc217 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795631003', 'description': 'tempest-secgroup-smoke-795631003 description', 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:58.291550 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'name': 'tempest-TestVolumeBootPattern-864200153-router', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:57:57Z', 'revision_number': 4, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'gw_port': {'id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '32532b8d-ade7-4d93-ab86-0237f4514f8d', 'name': '', 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'mac_address': 'fa:16:3e:23:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '00f12300-dd36-4736-a628-841080ba8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:56Z', 'updated_at': '2021-10-12T16:57:57Z', 'revision_number': 2, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'subnets': [{'id': '00f12300-dd36-4736-a628-841080ba8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:57:58.305872 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3b170cd2-e974-46ca-b588-800399fdc217 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.324337 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d663f-53d1-4b06-a0cc-24a672c92e2e None None] The sync data for ids ['93144521-0cfe-4f66-8a21-e7d4aed548dc'] in dv-cinder-813221-2-iscsi is: [{'id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'name': 'tempest-TestVolumeBootPattern-864200153-router', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:57:57Z', 'revision_number': 4, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'gw_port': {'id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '32532b8d-ade7-4d93-ab86-0237f4514f8d', 'name': '', 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'mac_address': 'fa:16:3e:23:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '00f12300-dd36-4736-a628-841080ba8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:56Z', 'updated_at': '2021-10-12T16:57:57Z', 'revision_number': 2, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'subnets': [{'id': '00f12300-dd36-4736-a628-841080ba8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:57:58.325956 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 43207192-3a31-4f88-964f-3147901a80ea triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:58.326320 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.372380 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.382675 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3b170cd2-e974-46ca-b588-800399fdc217 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.388627 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3b170cd2-e974-46ca-b588-800399fdc217 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.428515 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3b170cd2-e974-46ca-b588-800399fdc217 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.429856 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-3b170cd2-e974-46ca-b588-800399fdc217 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1503432 Oct 12 16:57:58.431759 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b170cd2-e974-46ca-b588-800399fdc217 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a6a902-235b-4f01-8c31-0bd29200c5b7,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:58.433288 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49986) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:58.438995 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0c6f2825-81a0-457f-a1ac-d8b4f3869a4b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'security_group_rule': {'security_group_id': '53a6a902-235b-4f01-8c31-0bd29200c5b7', 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:58.471566 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2825-81a0-457f-a1ac-d8b4f3869a4b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.530232 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2825-81a0-457f-a1ac-d8b4f3869a4b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.536108 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2825-81a0-457f-a1ac-d8b4f3869a4b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.554815 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f2825-81a0-457f-a1ac-d8b4f3869a4b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5562d7e8-8204-4465-9a05-73bffc00e7e0,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:58.586690 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2825-81a0-457f-a1ac-d8b4f3869a4b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.589188 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-0c6f2825-81a0-457f-a1ac-d8b4f3869a4b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542039 Oct 12 16:57:58.591952 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 49992) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:58.597180 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ece4398f-2c6a-4a2d-a462-21e4932b0265 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'security_group_rule': {'security_group_id': '53a6a902-235b-4f01-8c31-0bd29200c5b7', 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:58.633651 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ece4398f-2c6a-4a2d-a462-21e4932b0265 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.708316 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ece4398f-2c6a-4a2d-a462-21e4932b0265 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.718455 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ece4398f-2c6a-4a2d-a462-21e4932b0265 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.754786 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4398f-2c6a-4a2d-a462-21e4932b0265 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fde048-6082-47fb-8ce0-44afb3bd9d12,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:58.761959 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ece4398f-2c6a-4a2d-a462-21e4932b0265 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.763378 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-ece4398f-2c6a-4a2d-a462-21e4932b0265 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1700621 Oct 12 16:57:58.766187 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49996) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:58.770802 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-72dfc3bc-9a4c-4a25-a3ed-5617feeca84b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'security_group_rule': {'security_group_id': '53a6a902-235b-4f01-8c31-0bd29200c5b7', 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:58.783645 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab682765-aa56-43d9-afdc-f84d777b222a req-3535fb54-f3a2-4ffc-a814-51855d948686 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:58.785165 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ab682765-aa56-43d9-afdc-f84d777b222a req-3535fb54-f3a2-4ffc-a814-51855d948686 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 946 time: 0.0795600 Oct 12 16:57:58.800964 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72dfc3bc-9a4c-4a25-a3ed-5617feeca84b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.827809 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ab682765-aa56-43d9-afdc-f84d777b222a req-19d91211-a671-49d4-9d8c-668d2ea09c49 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359118 Oct 12 16:57:58.863090 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72dfc3bc-9a4c-4a25-a3ed-5617feeca84b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.867655 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72dfc3bc-9a4c-4a25-a3ed-5617feeca84b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.886379 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfc3bc-9a4c-4a25-a3ed-5617feeca84b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e65900-f8bf-4fc6-9ec6-ef1232b7753b,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:58.896169 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72dfc3bc-9a4c-4a25-a3ed-5617feeca84b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:58.897457 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-72dfc3bc-9a4c-4a25-a3ed-5617feeca84b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301839 Oct 12 16:57:58.900209 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 49998) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:58.904703 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-d59cea52-2af7-443c-b73c-b512ae5adc4e tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'security_group_rule': {'security_group_id': '53a6a902-235b-4f01-8c31-0bd29200c5b7', 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:58.934203 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d59cea52-2af7-443c-b73c-b512ae5adc4e tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.002633 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d59cea52-2af7-443c-b73c-b512ae5adc4e tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.005580 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.007383 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d59cea52-2af7-443c-b73c-b512ae5adc4e tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.024714 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cea52-2af7-443c-b73c-b512ae5adc4e tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414cda7e-3cb4-478d-851d-81755ef3add0,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:59.033801 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d59cea52-2af7-443c-b73c-b512ae5adc4e tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.035029 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-d59cea52-2af7-443c-b73c-b512ae5adc4e tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338804 Oct 12 16:57:59.037684 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50000) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:59.042117 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-b3984c39-68be-4d4f-bf10-a3e4952ce66d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'security_group_rule': {'security_group_id': '53a6a902-235b-4f01-8c31-0bd29200c5b7', 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:59.063780 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.securitygroups_db [None req-b3984c39-68be-4d4f-bf10-a3e4952ce66d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Project dfe6bb8a0d1d4df4bb014ed753e2a895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:57:59.070675 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3984c39-68be-4d4f-bf10-a3e4952ce66d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.070900 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 43207192-3a31-4f88-964f-3147901a80ea up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:57:59.118439 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 43207192-3a31-4f88-964f-3147901a80ea triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:57:59.118942 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.130173 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3984c39-68be-4d4f-bf10-a3e4952ce66d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.134488 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3984c39-68be-4d4f-bf10-a3e4952ce66d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.156007 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3984c39-68be-4d4f-bf10-a3e4952ce66d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d9b482-e53e-4b0e-9920-0d0b48553b9a,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:59.163724 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3984c39-68be-4d4f-bf10-a3e4952ce66d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.164862 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-b3984c39-68be-4d4f-bf10-a3e4952ce66d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260817 Oct 12 16:57:59.167846 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50002) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:57:59.172277 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [None req-52c801fe-19f8-461f-9289-0342cde527c1 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'security_group_rule': {'security_group_id': '53a6a902-235b-4f01-8c31-0bd29200c5b7', 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:57:59.194250 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.securitygroups_db [None req-52c801fe-19f8-461f-9289-0342cde527c1 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Project dfe6bb8a0d1d4df4bb014ed753e2a895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:57:59.198863 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52c801fe-19f8-461f-9289-0342cde527c1 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.258316 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52c801fe-19f8-461f-9289-0342cde527c1 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.261755 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52c801fe-19f8-461f-9289-0342cde527c1 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238988'] for security_group_rule, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.278592 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c801fe-19f8-461f-9289-0342cde527c1 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99da2b52-85dc-42c6-9395-c914a50af581,revision_number=0']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:57:59.286809 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52c801fe-19f8-461f-9289-0342cde527c1 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.287964 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-52c801fe-19f8-461f-9289-0342cde527c1 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191261 Oct 12 16:57:59.955796 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814a274-5836-4734-94a1-e188e6ea0020 req-2b10b9c2-80f7-42b9-aabd-9eedfb5ae9d9 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:59.957410 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5814a274-5836-4734-94a1-e188e6ea0020 req-2b10b9c2-80f7-42b9-aabd-9eedfb5ae9d9 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 946 time: 0.0528100 Oct 12 16:58:00.002631 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5814a274-5836-4734-94a1-e188e6ea0020 req-543e9ed4-5e58-4a73-bac1-4677bfcb3046 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386045 Oct 12 16:58:00.437183 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e05e35-1ce1-4e33-b742-5a32bc9c73c9 req-35f90379-b263-4d48-820a-4df242a9152c tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:00.438739 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a9e05e35-1ce1-4e33-b742-5a32bc9c73c9 req-35f90379-b263-4d48-820a-4df242a9152c tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.25 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 946 time: 0.0511007 Oct 12 16:58:00.453401 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:00.532126 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-a9e05e35-1ce1-4e33-b742-5a32bc9c73c9 req-c8aa1960-44f7-49ae-bacf-91c7ea8be2aa tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Deleting port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:00.532460 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-a9e05e35-1ce1-4e33-b742-5a32bc9c73c9 req-c8aa1960-44f7-49ae-bacf-91c7ea8be2aa tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:00.621116 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-a9e05e35-1ce1-4e33-b742-5a32bc9c73c9 req-c8aa1960-44f7-49ae-bacf-91c7ea8be2aa tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] For port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=597434b7-5fe2-4311-b9fb-3eb1a4cb4996,segment=NetworkSegment(0f30af7c-83b3-49b2-aabb-bb6e18d10380),segment_id=0f30af7c-83b3-49b2-aabb-bb6e18d10380)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:00.621506 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-a9e05e35-1ce1-4e33-b742-5a32bc9c73c9 req-c8aa1960-44f7-49ae-bacf-91c7ea8be2aa tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:00.633810 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-a9e05e35-1ce1-4e33-b742-5a32bc9c73c9 req-c8aa1960-44f7-49ae-bacf-91c7ea8be2aa tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Calling delete_port for 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 owned by compute:nova {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:00.728257 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Sync routers for ids ['93144521-0cfe-4f66-8a21-e7d4aed548dc'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:58:00.737355 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Routers {'93144521-0cfe-4f66-8a21-e7d4aed548dc'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:00.738280 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['93144521-0cfe-4f66-8a21-e7d4aed548dc'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:00.772523 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-a9e05e35-1ce1-4e33-b742-5a32bc9c73c9 req-c8aa1960-44f7-49ae-bacf-91c7ea8be2aa tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:00.799051 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa1960-44f7-49ae-bacf-91c7ea8be2aa tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Pushing event deleted for resources: {'Port': ['ID=597434b7-5fe2-4311-b9fb-3eb1a4cb4996,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:00.808085 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['597434b7-5fe2-4311-b9fb-3eb1a4cb4996'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:00.839973 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e05e35-1ce1-4e33-b742-5a32bc9c73c9 req-c8aa1960-44f7-49ae-bacf-91c7ea8be2aa tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] No DVR routers for this DVR port 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 on host hv-cinder-81322 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:58:00.842471 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-a9e05e35-1ce1-4e33-b742-5a32bc9c73c9 req-c8aa1960-44f7-49ae-bacf-91c7ea8be2aa tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:00.846326 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a9e05e35-1ce1-4e33-b742-5a32bc9c73c9 req-c8aa1960-44f7-49ae-bacf-91c7ea8be2aa tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.25 "DELETE /v2.0/ports/597434b7-5fe2-4311-b9fb-3eb1a4cb4996 HTTP/1.1" status: 204 len: 173 time: 0.4009919 Oct 12 16:58:00.846944 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b351b55c-0379-4ff6-8879-6b2027a4e770', 'name': 'network-vif-deleted', 'tag': '597434b7-5fe2-4311-b9fb-3eb1a4cb4996'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:00.849361 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6c4708-3cdb-440b-bea7-eadbaae07c8d" -d '{"events": [{"server_uuid": "b351b55c-0379-4ff6-8879-6b2027a4e770", "name": "network-vif-deleted", "tag": "597434b7-5fe2-4311-b9fb-3eb1a4cb4996"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:00.856438 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Set router 93144521-0cfe-4f66-8a21-e7d4aed548dc gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:00.884152 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dfc09c-9cdf-41c8-8520-9597e363c135 x-openstack-request-id: req-60dfc09c-9cdf-41c8-8520-9597e363c135 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:00.884443 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b351b55c-0379-4ff6-8879-6b2027a4e770", "name": "network-vif-deleted", "tag": "597434b7-5fe2-4311-b9fb-3eb1a4cb4996", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:00.884709 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60dfc09c-9cdf-41c8-8520-9597e363c135 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:00.885101 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b351b55c-0379-4ff6-8879-6b2027a4e770', 'name': 'network-vif-deleted', 'tag': '597434b7-5fe2-4311-b9fb-3eb1a4cb4996', 'status': 'completed', 'code': 200} Oct 12 16:58:01.088352 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'name': 'tempest-TestVolumeBootPattern-864200153-router', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:57:57Z', 'revision_number': 4, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'gw_port': {'id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '32532b8d-ade7-4d93-ab86-0237f4514f8d', 'name': '', 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'mac_address': 'fa:16:3e:23:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '00f12300-dd36-4736-a628-841080ba8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:56Z', 'updated_at': '2021-10-12T16:57:57Z', 'revision_number': 2, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'subnets': [{'id': '00f12300-dd36-4736-a628-841080ba8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:01.106646 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 14a85ae9-ea85-4748-b018-75ceb3fbf304 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:01.119938 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Checking router: 93144521-0cfe-4f66-8a21-e7d4aed548dc for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:01.120296 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Updating router 93144521-0cfe-4f66-8a21-e7d4aed548dc port 32532b8d-ade7-4d93-ab86-0237f4514f8d binding host dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:58:01.121063 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3be9faf0-7e65-4ad4-8ff2-bc3d68e6f0d4 req-d7b55547-d246-44d9-a23c-e37d3cb8289c tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b351b55c-0379-4ff6-8879-6b2027a4e770 HTTP/1.1" status: 200 len: 210 time: 0.0336096 Oct 12 16:58:01.150126 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.157921 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 14a85ae9-ea85-4748-b018-75ceb3fbf304 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:01.158371 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.238393 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.259006 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] For port 14a85ae9-ea85-4748-b018-75ceb3fbf304, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=14a85ae9-ea85-4748-b018-75ceb3fbf304,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:01.262664 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.311278 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Pushing event updated for resources: {'Port': ['ID=14a85ae9-ea85-4748-b018-75ceb3fbf304,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:01.512357 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Notify callbacks [] for port, precommit_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.517335 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.585837 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b12be-0bce-4b64-89a1-1b430e793109 None None] Pushing event updated for resources: {'Port': ['ID=32532b8d-ade7-4d93-ab86-0237f4514f8d,revision_number=3']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:01.619562 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Attempting to bind port 32532b8d-ade7-4d93-ab86-0237f4514f8d on host dv-cinder-813221-2-iscsi for vnic_type normal with profile {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:01.619932 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Attempting to bind port 32532b8d-ade7-4d93-ab86-0237f4514f8d by drivers openvswitch,hyperv on host dv-cinder-813221-2-iscsi at level 0 using segments [{'id': 'd2979cee-8b4e-4ab4-9dbd-0ccc938fd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7'}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:01.620290 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Attempting to bind port 32532b8d-ade7-4d93-ab86-0237f4514f8d on network 77a9d083-9c7a-4248-9542-6f4296bf92e7 {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:01.625790 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Checking agent: {'id': 'df499ffe-fb12-4760-b8e2-42dd5e0c866b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813221-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 39, 58), 'started_at': datetime.datetime(2021, 10, 12, 16, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813221-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:01.626223 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Checking segment: {'id': 'd2979cee-8b4e-4ab4-9dbd-0ccc938fd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:01.626653 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.627044 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Bound using segment: {'id': 'd2979cee-8b4e-4ab4-9dbd-0ccc938fd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7'} {{(pid=100534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:01.627733 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.managers [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Bound port: 32532b8d-ade7-4d93-ab86-0237f4514f8d, host: dv-cinder-813221-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2979cee-8b4e-4ab4-9dbd-0ccc938fd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7'}}] {{(pid=100534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:01.627969 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.692568 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] For port 32532b8d-ade7-4d93-ab86-0237f4514f8d, host dv-cinder-813221-2-iscsi, cleared binding levels {{(pid=100534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:01.696147 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.plugins.ml2.db [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] For port 32532b8d-ade7-4d93-ab86-0237f4514f8d, host dv-cinder-813221-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=32532b8d-ade7-4d93-ab86-0237f4514f8d,segment=NetworkSegment(d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b),segment_id=d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b)] {{(pid=100534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:01.700802 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron_lib.callbacks.manager [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.765543 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b12be-0bce-4b64-89a1-1b430e793109 None None] Pushing event updated for resources: {'Port': ['ID=32532b8d-ade7-4d93-ab86-0237f4514f8d,revision_number=4']} {{(pid=100534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:01.769488 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Routers {'93144521-0cfe-4f66-8a21-e7d4aed548dc'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:01.770084 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:57:57Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['93144521-0cfe-4f66-8a21-e7d4aed548dc'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:01.779896 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-8c4e505e-dd4c-4938-9560-7f105b4865c2 None None] Provisioning complete for port 32532b8d-ade7-4d93-ab86-0237f4514f8d triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:01.780566 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8c4e505e-dd4c-4938-9560-7f105b4865c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.881577 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] Set router 93144521-0cfe-4f66-8a21-e7d4aed548dc gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:01.890950 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8c4e505e-dd4c-4938-9560-7f105b4865c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.927400 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-8c4e505e-dd4c-4938-9560-7f105b4865c2 None None] For port 32532b8d-ade7-4d93-ab86-0237f4514f8d, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=32532b8d-ade7-4d93-ab86-0237f4514f8d,segment=NetworkSegment(d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b),segment_id=d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:01.934291 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8c4e505e-dd4c-4938-9560-7f105b4865c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:01.982304 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e505e-dd4c-4938-9560-7f105b4865c2 None None] Pushing event updated for resources: {'Port': ['ID=32532b8d-ade7-4d93-ab86-0237f4514f8d,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:02.057635 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-b088535b-a680-4ef3-aaca-b7e5810d8978 None None] Provisioning complete for port 32532b8d-ade7-4d93-ab86-0237f4514f8d triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:02.057915 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b088535b-a680-4ef3-aaca-b7e5810d8978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:02.091872 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'name': 'tempest-TestVolumeBootPattern-864200153-router', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:57:57Z', 'revision_number': 4, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'gw_port': {'id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '32532b8d-ade7-4d93-ab86-0237f4514f8d', 'name': '', 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'mac_address': 'fa:16:3e:23:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '00f12300-dd36-4736-a628-841080ba8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:56Z', 'updated_at': '2021-10-12T16:58:01Z', 'revision_number': 4, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'subnets': [{'id': '00f12300-dd36-4736-a628-841080ba8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:02.118294 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8d93de-3a4e-47fd-aed6-16e8af8aa0a2 None None] The sync data for ids ['93144521-0cfe-4f66-8a21-e7d4aed548dc'] in dv-cinder-813221-2-iscsi is: [{'id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'name': 'tempest-TestVolumeBootPattern-864200153-router', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:57:57Z', 'revision_number': 4, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'gw_port': {'id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '32532b8d-ade7-4d93-ab86-0237f4514f8d', 'name': '', 'network_id': '77a9d083-9c7a-4248-9542-6f4296bf92e7', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'mac_address': 'fa:16:3e:23:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '00f12300-dd36-4736-a628-841080ba8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:56Z', 'updated_at': '2021-10-12T16:58:01Z', 'revision_number': 4, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'subnets': [{'id': '00f12300-dd36-4736-a628-841080ba8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:03.084842 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 32532b8d-ade7-4d93-ab86-0237f4514f8d up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:03.137467 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 32532b8d-ade7-4d93-ab86-0237f4514f8d triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:03.137696 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:03.214127 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 14a85ae9-ea85-4748-b018-75ceb3fbf304 up at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:03.263556 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Provisioning complete for port 14a85ae9-ea85-4748-b018-75ceb3fbf304 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:03.263927 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.383516 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:58:05.403718 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:58:05.404054 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 597434b7-5fe2-4311-b9fb-3eb1a4cb4996 not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:58:12.145839 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-18c309ef-4562-4689-9e3b-2de047908db6 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:12.147238 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-18c309ef-4562-4689-9e3b-2de047908db6 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/networks?id=9d721c49-fd8b-41a5-99a8-80d965de94c7 HTTP/1.1" status: 200 len: 814 time: 0.1029997 Oct 12 16:58:12.162131 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-eb48b3a7-6bf8-436f-9935-682fb19819e2 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/quotas/a41fc5458f6646c5ad071b4063544501 HTTP/1.1" status: 200 len: 375 time: 0.0087664 Oct 12 16:58:12.191406 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-b9f1ab65-6543-4e1e-999b-8fd4ec10d1b2 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a41fc5458f6646c5ad071b4063544501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243587 Oct 12 16:58:12.370524 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-1c994c06-f02c-4df1-95cf-fefae94cc542 service neutron] 10.222.0.48 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719439 Oct 12 16:58:12.458770 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2fc322d4-2e45-4e87-bd09-dd3c3b46e841 service neutron] 10.222.0.48 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821798 Oct 12 16:58:12.665691 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-296a6245-a0bb-4401-9855-f1c89073aaf9 req-ead5f2bf-902d-4b8c-9524-a01f6fc880a7 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 210 time: 0.0817549 Oct 12 16:58:13.608600 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-005c8146-e1a0-4dd9-83cd-bc142aef560f tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:13.610036 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-005c8146-e1a0-4dd9-83cd-bc142aef560f tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.25 "GET /v2.0/networks?id=9d721c49-fd8b-41a5-99a8-80d965de94c7 HTTP/1.1" status: 200 len: 814 time: 0.1046095 Oct 12 16:58:13.634045 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Request body: {'port': {'device_id': 'b787a5a9-a93b-4032-96e1-4312789b3247', 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7', 'admin_state_up': True, 'tenant_id': 'a41fc5458f6646c5ad071b4063544501'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:13.745231 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Made reservation on behalf of a41fc5458f6646c5ad071b4063544501 for: {'port': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:58:13.748768 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:13.761020 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d473e6a3-8846-49ad-bcbd-76dbb156e7f5 req-312d47dd-3ee1-42a8-a648-acd0df4ba090 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 210 time: 0.0274370 Oct 12 16:58:13.869740 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Allocated IP 172.20.0.4 (9d721c49-fd8b-41a5-99a8-80d965de94c7/6a67ab24-2f07-4488-a516-16196ad99d9f/ad31625d-5de3-4cb1-985f-44c1bcca614a) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:14.013192 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.045060 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.088228 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Network 9d721c49-fd8b-41a5-99a8-80d965de94c7 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:14.091410 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:14.094979 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:14.122415 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Pushing event updated for resources: {'Port': ['ID=ad31625d-5de3-4cb1-985f-44c1bcca614a,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:14.148785 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:14.149411 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.164742 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-718792a5-7e84-4962-affe-dd820cf2eed5 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5349543 Oct 12 16:58:14.184390 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Request body: {'port': {'device_id': 'b787a5a9-a93b-4032-96e1-4312789b3247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:14.234228 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.496064 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad31625d-5de3-4cb1-985f-44c1bcca614a {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:14.503160 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.514503 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Transition to ACTIVE for port object ad31625d-5de3-4cb1-985f-44c1bcca614a will not be triggered until provisioned by entity L2. {{(pid=100532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:58:14.518549 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.579988 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Pushing event updated for resources: {'Port': ['ID=ad31625d-5de3-4cb1-985f-44c1bcca614a,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:14.629882 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Attempting to bind port ad31625d-5de3-4cb1-985f-44c1bcca614a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:14.630516 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Attempting to bind port ad31625d-5de3-4cb1-985f-44c1bcca614a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0f30af7c-83b3-49b2-aabb-bb6e18d10380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:14.630516 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Attempting to bind port ad31625d-5de3-4cb1-985f-44c1bcca614a on network 9d721c49-fd8b-41a5-99a8-80d965de94c7 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:14.634665 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Port ad31625d-5de3-4cb1-985f-44c1bcca614a on network 9d721c49-fd8b-41a5-99a8-80d965de94c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:58:14.634983 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Attempting to bind port ad31625d-5de3-4cb1-985f-44c1bcca614a on network 9d721c49-fd8b-41a5-99a8-80d965de94c7 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:14.639699 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:14.640031 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Checking segment: {'id': '0f30af7c-83b3-49b2-aabb-bb6e18d10380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:14.640407 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Bound using segment: {'id': '0f30af7c-83b3-49b2-aabb-bb6e18d10380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:14.640832 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Bound port: ad31625d-5de3-4cb1-985f-44c1bcca614a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f30af7c-83b3-49b2-aabb-bb6e18d10380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:14.641178 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.704157 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] For port ad31625d-5de3-4cb1-985f-44c1bcca614a, host hv-cinder-81322, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:14.707269 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] For port ad31625d-5de3-4cb1-985f-44c1bcca614a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ad31625d-5de3-4cb1-985f-44c1bcca614a,segment=NetworkSegment(0f30af7c-83b3-49b2-aabb-bb6e18d10380),segment_id=0f30af7c-83b3-49b2-aabb-bb6e18d10380)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:14.711098 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.745856 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:14.746453 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:14.747809 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] 10.222.0.25 "PUT /v2.0/ports/ad31625d-5de3-4cb1-985f-44c1bcca614a HTTP/1.1" status: 200 len: 1093 time: 0.5674880 Oct 12 16:58:14.748233 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b787a5a9-a93b-4032-96e1-4312789b3247', 'tag': 'ad31625d-5de3-4cb1-985f-44c1bcca614a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:14.750491 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bba98f-329b-40bf-8925-85375731ba09" -d '{"events": [{"name": "network-changed", "server_uuid": "b787a5a9-a93b-4032-96e1-4312789b3247", "tag": "ad31625d-5de3-4cb1-985f-44c1bcca614a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:14.772225 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281e19c-17e9-4a7d-9f11-3a11a3da87bf service neutron] Pushing event updated for resources: {'Port': ['ID=ad31625d-5de3-4cb1-985f-44c1bcca614a,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:14.786406 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35692dd-7021-4f2f-b8b1-f892f0f65057 x-openstack-request-id: req-b35692dd-7021-4f2f-b8b1-f892f0f65057 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:14.786719 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b787a5a9-a93b-4032-96e1-4312789b3247", "tag": "ad31625d-5de3-4cb1-985f-44c1bcca614a", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:14.786969 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b35692dd-7021-4f2f-b8b1-f892f0f65057 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:14.787362 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b787a5a9-a93b-4032-96e1-4312789b3247', 'tag': 'ad31625d-5de3-4cb1-985f-44c1bcca614a', 'status': 'completed', 'code': 200} Oct 12 16:58:14.864817 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-d0b7e45e-8461-4b5d-bbaf-76d56392ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:14.866356 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-d0b7e45e-8461-4b5d-bbaf-76d56392ab17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41fc5458f6646c5ad071b4063544501&device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 1096 time: 0.0413525 Oct 12 16:58:14.874315 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007e58-efdd-4d36-b52d-6cc1340f9b6f req-198858dc-60ed-4764-bc44-a4633c627cee tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:14.875770 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-42007e58-efdd-4d36-b52d-6cc1340f9b6f req-198858dc-60ed-4764-bc44-a4633c627cee tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 943 time: 0.0485938 Oct 12 16:58:14.913918 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-42007e58-efdd-4d36-b52d-6cc1340f9b6f req-6557c554-e17a-42e7-b62e-aac9ab38eb70 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320134 Oct 12 16:58:14.918169 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-98fe4239-a8be-4d5b-8627-0c68a2560af1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad31625d-5de3-4cb1-985f-44c1bcca614a HTTP/1.1" status: 200 len: 217 time: 0.0332115 Oct 12 16:58:14.974491 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-c980bff2-fdd5-462b-8266-d42aaa3800d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:14.975976 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-c980bff2-fdd5-462b-8266-d42aaa3800d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a67ab24-2f07-4488-a516-16196ad99d9f HTTP/1.1" status: 200 len: 854 time: 0.0507693 Oct 12 16:58:15.005878 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-3d42de9d-b61e-4242-b1de-659249d5c387 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d721c49-fd8b-41a5-99a8-80d965de94c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228047 Oct 12 16:58:15.092520 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-bfea3272-a10c-4b77-89d8-010a9a031c0f service neutron] 10.222.0.25 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796163 Oct 12 16:58:15.182539 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-be2f817d-d131-4a45-954d-1b292c3ffe8c req-43c78e96-3639-44b7-8d5f-f44d3bdaf639 service neutron] 10.222.0.25 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830617 Oct 12 16:58:15.315810 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bba98f-329b-40bf-8925-85375731ba09 req-d5f35da6-572f-4cab-ba37-0602d4517318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:15.317249 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-49bba98f-329b-40bf-8925-85375731ba09 req-d5f35da6-572f-4cab-ba37-0602d4517318 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41fc5458f6646c5ad071b4063544501&device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 1096 time: 0.0388045 Oct 12 16:58:15.408615 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bba98f-329b-40bf-8925-85375731ba09 req-de920da5-dabb-44fa-bd1d-0801fe577909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:15.410125 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-49bba98f-329b-40bf-8925-85375731ba09 req-de920da5-dabb-44fa-bd1d-0801fe577909 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d721c49-fd8b-41a5-99a8-80d965de94c7 HTTP/1.1" status: 200 len: 915 time: 0.0861816 Oct 12 16:58:15.452520 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-49bba98f-329b-40bf-8925-85375731ba09 req-cc8937b1-4c25-4d28-8ce2-dbbfd5da8a7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad31625d-5de3-4cb1-985f-44c1bcca614a HTTP/1.1" status: 200 len: 217 time: 0.0342786 Oct 12 16:58:15.499609 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bba98f-329b-40bf-8925-85375731ba09 req-4aa6878c-926f-4ec6-950f-1dddae9d03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:15.501045 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-49bba98f-329b-40bf-8925-85375731ba09 req-4aa6878c-926f-4ec6-950f-1dddae9d03ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a67ab24-2f07-4488-a516-16196ad99d9f HTTP/1.1" status: 200 len: 854 time: 0.0419507 Oct 12 16:58:15.527176 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:15.534486 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-49bba98f-329b-40bf-8925-85375731ba09 req-ab45868b-a831-441f-89b0-8f05195e838b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d721c49-fd8b-41a5-99a8-80d965de94c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263495 Oct 12 16:58:15.620652 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-49bba98f-329b-40bf-8925-85375731ba09 req-3c203b28-8159-41ab-b28c-3348bf5af4a6 service neutron] 10.222.0.25 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796175 Oct 12 16:58:15.710266 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-49bba98f-329b-40bf-8925-85375731ba09 req-eee61d37-0666-4626-9475-3560d7fbc337 service neutron] 10.222.0.25 "GET /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814867 Oct 12 16:58:16.025352 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90203bdc-f8c2-4367-a550-6495222507ce req-2412293f-261a-4dda-adde-2628a1ca4c36 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:16.026815 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-90203bdc-f8c2-4367-a550-6495222507ce req-2412293f-261a-4dda-adde-2628a1ca4c36 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 943 time: 0.0471079 Oct 12 16:58:16.062817 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-90203bdc-f8c2-4367-a550-6495222507ce req-06c8d357-e426-4597-9e08-e6a16c63713a tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302088 Oct 12 16:58:16.766091 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-47e9a9a9-097e-4cfa-801a-c316524630f1 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795631003&fields=id&tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895 HTTP/1.1" status: 200 len: 267 time: 0.0363505 Oct 12 16:58:16.869334 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-08fdc71a-2271-44db-9084-6b200224bd71 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:16.870813 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-08fdc71a-2271-44db-9084-6b200224bd71 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 812 time: 0.0981741 Oct 12 16:58:16.885966 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-15fe67aa-2df0-4cbe-9cc1-457d1c2bb01d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/quotas/dfe6bb8a0d1d4df4bb014ed753e2a895 HTTP/1.1" status: 200 len: 375 time: 0.0095019 Oct 12 16:58:16.934428 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-eeb75a51-b843-4176-af67-c1234d2d33a8 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434058 Oct 12 16:58:17.030192 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-e424220b-15c7-4385-bd32-f522343d8ce7 service neutron] 10.222.0.48 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843515 Oct 12 16:58:17.119814 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-241b3f58-dd05-4578-b396-225166a80bef service neutron] 10.222.0.48 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837152 Oct 12 16:58:17.179925 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529f580-6d9e-46cf-a25e-d557c0d04aa8 req-acf0753f-9632-4f19-92e9-49d8a0ee5f21 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:17.181449 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f529f580-6d9e-46cf-a25e-d557c0d04aa8 req-acf0753f-9632-4f19-92e9-49d8a0ee5f21 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 943 time: 0.0521374 Oct 12 16:58:17.219469 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f529f580-6d9e-46cf-a25e-d557c0d04aa8 req-77293d51-9a53-42ac-80fe-d458e40f845d tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320685 Oct 12 16:58:17.389999 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0d11ec81-b18c-495d-8cfb-d028a33601ea req-b94020be-0a6b-4a06-9b9a-26060ad30756 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 210 time: 0.0258989 Oct 12 16:58:18.335492 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4016b-bf2e-4a23-89b6-52d8bd24be5f req-71f3a98c-648b-4e3c-8ee0-31bce131d999 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:18.337000 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2bd4016b-bf2e-4a23-89b6-52d8bd24be5f req-71f3a98c-648b-4e3c-8ee0-31bce131d999 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 943 time: 0.0487459 Oct 12 16:58:18.354225 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-814ae448-b6c1-4b2a-b436-165f123a2035 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:18.355688 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-814ae448-b6c1-4b2a-b436-165f123a2035 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 812 time: 0.1029165 Oct 12 16:58:18.376600 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2bd4016b-bf2e-4a23-89b6-52d8bd24be5f req-06d44af0-e76e-4fc4-b3b8-f183199ca2c6 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Oct 12 16:58:18.404296 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-1232d154-17a3-43aa-a6d0-c1ba6bf98df4 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895 HTTP/1.1" status: 200 len: 379 time: 0.0342963 Oct 12 16:58:18.423205 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'port': {'device_id': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'admin_state_up': True, 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'security_groups': ['53a6a902-235b-4f01-8c31-0bd29200c5b7']}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:18.486570 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c8f1a3c5-f982-43d1-89cf-8b9ffd2f562d req-cded533c-e42e-406c-85ae-9c5bbe5c27c0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 210 time: 0.0308318 Oct 12 16:58:18.538066 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Made reservation on behalf of dfe6bb8a0d1d4df4bb014ed753e2a895 for: {'port': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:58:18.541775 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.574510 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device ad31625d-5de3-4cb1-985f-44c1bcca614a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:58:18.665493 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Allocated IP 172.20.0.13 (092a64d9-61dc-410f-a008-751f5ee6400e/b745f768-2de2-4b61-b2c0-4ed40f25ee23/8d35218e-5042-4e8d-89c1-92b0ddcbbb11) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:18.669460 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port ad31625d-5de3-4cb1-985f-44c1bcca614a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ad31625d-5de3-4cb1-985f-44c1bcca614a,segment=NetworkSegment(0f30af7c-83b3-49b2-aabb-bb6e18d10380),segment_id=0f30af7c-83b3-49b2-aabb-bb6e18d10380)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:18.681313 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': 'ad31625d-5de3-4cb1-985f-44c1bcca614a', 'network_id': '9d721c49-fd8b-41a5-99a8-80d965de94c7', 'port_id': 'ad31625d-5de3-4cb1-985f-44c1bcca614a', 'mac_address': 'fa:16:3e:35:af:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a67ab24-2f07-4488-a516-16196ad99d9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:58:18.717641 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.730462 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad31625d-5de3-4cb1-985f-44c1bcca614a {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:18.749884 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port ad31625d-5de3-4cb1-985f-44c1bcca614a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ad31625d-5de3-4cb1-985f-44c1bcca614a,segment=NetworkSegment(0f30af7c-83b3-49b2-aabb-bb6e18d10380),segment_id=0f30af7c-83b3-49b2-aabb-bb6e18d10380)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:18.753620 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.800526 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.806536 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=ad31625d-5de3-4cb1-985f-44c1bcca614a,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:18.813732 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.814088 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.814434 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.814773 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.815104 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.815436 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.815785 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.816110 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.816437 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.816761 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.817083 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.817429 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:58:18.835867 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.882262 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Network 092a64d9-61dc-410f-a008-751f5ee6400e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:18.885438 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:18.889302 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:18.914347 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'Port': ['ID=8d35218e-5042-4e8d-89c1-92b0ddcbbb11,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:18.943908 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:18.944592 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:18.964657 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-d8cf5838-3a87-43ef-bd91-8689e550de20 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5453460 Oct 12 16:58:18.976402 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b44e95ba-c65c-4b31-9f74-1b6b38f63e21 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:58:18.977407 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b44e95ba-c65c-4b31-9f74-1b6b38f63e21 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064197 Oct 12 16:58:19.004002 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Request body: {'port': {'device_id': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:19.050864 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['ad31625d-5de3-4cb1-985f-44c1bcca614a'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:19.059744 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.177253 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-e05266ec-0de9-4ef0-96b3-d63a7f534fb5 None None] Provisioning complete for port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:19.177560 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e05266ec-0de9-4ef0-96b3-d63a7f534fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.232132 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-e05266ec-0de9-4ef0-96b3-d63a7f534fb5 None None] Port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:58:19.493950 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde883-36d2-47a1-8981-d7ff55e2dbb3 req-f21e2b5c-8b77-4b6e-91c0-264bd1d87961 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.495460 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cdde883-36d2-47a1-8981-d7ff55e2dbb3 req-f21e2b5c-8b77-4b6e-91c0-264bd1d87961 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 944 time: 0.0493357 Oct 12 16:58:19.535308 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cdde883-36d2-47a1-8981-d7ff55e2dbb3 req-d43e77d1-73dd-4852-9e09-9dc8fdd55f63 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337389 Oct 12 16:58:19.578115 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:19.586074 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.598320 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Transition to ACTIVE for port object 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 will not be triggered until provisioned by entity L2. {{(pid=100532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:58:19.601519 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.602756 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3320-ee80-4e9e-b4d0-eaeccc7b09c4 req-38b71acc-ac4a-4ce7-91a5-73484952f5a7 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.604287 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7dae3320-ee80-4e9e-b4d0-eaeccc7b09c4 req-38b71acc-ac4a-4ce7-91a5-73484952f5a7 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 932 time: 0.0488193 Oct 12 16:58:19.641873 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7dae3320-ee80-4e9e-b4d0-eaeccc7b09c4 req-c865bf2e-22d9-4490-b4a6-1cd272dc0d2b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Oct 12 16:58:19.653258 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Pushing event updated for resources: {'Port': ['ID=8d35218e-5042-4e8d-89c1-92b0ddcbbb11,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:19.726259 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Attempting to bind port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:58:19.727089 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Attempting to bind port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:58:19.727516 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Attempting to bind port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 on network 092a64d9-61dc-410f-a008-751f5ee6400e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:19.732307 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 on network 092a64d9-61dc-410f-a008-751f5ee6400e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:58:19.732695 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Attempting to bind port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 on network 092a64d9-61dc-410f-a008-751f5ee6400e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:58:19.737813 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:58:19.738149 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Checking segment: {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:58:19.738534 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Bound using segment: {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:58:19.738962 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Bound port: 8d35218e-5042-4e8d-89c1-92b0ddcbbb11, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:58:19.739348 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.805314 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] For port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11, host hv-cinder-81322, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:58:19.808510 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] For port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8d35218e-5042-4e8d-89c1-92b0ddcbbb11,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:58:19.812245 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.846212 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.847190 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:19.849601 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] 10.222.0.25 "PUT /v2.0/ports/8d35218e-5042-4e8d-89c1-92b0ddcbbb11 HTTP/1.1" status: 200 len: 1094 time: 0.8502226 Oct 12 16:58:19.850236 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'tag': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:19.854193 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b2207d-4749-4873-8f61-6dba444608ef" -d '{"events": [{"name": "network-changed", "server_uuid": "975f190f-c9f6-4ce7-acd4-6ea62ca10815", "tag": "8d35218e-5042-4e8d-89c1-92b0ddcbbb11"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:19.893835 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6871a58-28de-41f8-b1f0-c797669fb52b service neutron] Pushing event updated for resources: {'Port': ['ID=8d35218e-5042-4e8d-89c1-92b0ddcbbb11,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:19.908539 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d98deb-0df1-4666-a326-3a6ab72f93a0 x-openstack-request-id: req-51d98deb-0df1-4666-a326-3a6ab72f93a0 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:19.908759 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975f190f-c9f6-4ce7-acd4-6ea62ca10815", "tag": "8d35218e-5042-4e8d-89c1-92b0ddcbbb11", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:19.909010 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51d98deb-0df1-4666-a326-3a6ab72f93a0 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:19.909440 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'tag': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11', 'status': 'completed', 'code': 200} Oct 12 16:58:19.910296 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:58:19.963448 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-de7a0de5-12a5-4cec-832c-2140f78d3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:19.964958 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-de7a0de5-12a5-4cec-832c-2140f78d3320 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 1097 time: 0.0416999 Oct 12 16:58:20.016112 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-4ecd2f9a-4fc6-46c2-95ee-83eb512b8fea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d35218e-5042-4e8d-89c1-92b0ddcbbb11 HTTP/1.1" status: 200 len: 217 time: 0.0380759 Oct 12 16:58:20.063170 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-ca0019c9-7989-4892-b710-b35284206122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.064543 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-ca0019c9-7989-4892-b710-b35284206122 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0417895 Oct 12 16:58:20.111862 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b0feb826-a89b-42e2-b542-6415bb62d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.113303 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-b0feb826-a89b-42e2-b542-6415bb62d859 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389781 Oct 12 16:58:20.204691 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-8d04ccf7-da50-400f-b1db-0ceb8604615f service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829768 Oct 12 16:58:20.291825 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2452957b-16ce-4dbd-adf7-27083caafea5 req-1fc018f2-67f9-48af-a262-729c238b3a43 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802214 Oct 12 16:58:20.430610 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2207d-4749-4873-8f61-6dba444608ef req-2ca5d8d1-1c5c-427a-953f-c7e026a1e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.432040 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-36b2207d-4749-4873-8f61-6dba444608ef req-2ca5d8d1-1c5c-427a-953f-c7e026a1e49c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 1097 time: 0.0429525 Oct 12 16:58:20.519670 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2207d-4749-4873-8f61-6dba444608ef req-20ee6a29-04e6-458e-bfc5-224280a9a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.521090 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-36b2207d-4749-4873-8f61-6dba444608ef req-20ee6a29-04e6-458e-bfc5-224280a9a684 service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0816810 Oct 12 16:58:20.573753 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-36b2207d-4749-4873-8f61-6dba444608ef req-57524515-97e1-40e6-b626-407bc480d01a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d35218e-5042-4e8d-89c1-92b0ddcbbb11 HTTP/1.1" status: 200 len: 217 time: 0.0373600 Oct 12 16:58:20.579953 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device ad31625d-5de3-4cb1-985f-44c1bcca614a up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:20.624390 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2207d-4749-4873-8f61-6dba444608ef req-67e9c967-e3be-4bf6-94bb-8bab17bcf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.626016 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-36b2207d-4749-4873-8f61-6dba444608ef req-67e9c967-e3be-4bf6-94bb-8bab17bcf727 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0446913 Oct 12 16:58:20.630196 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port ad31625d-5de3-4cb1-985f-44c1bcca614a completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:58:20.634753 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port ad31625d-5de3-4cb1-985f-44c1bcca614a triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:20.635197 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:20.650054 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7a4e-11fc-44cd-a7d5-ca6f29c43f04 req-def91798-558e-458e-93e2-54148bf5282d tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.651556 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0a6b7a4e-11fc-44cd-a7d5-ca6f29c43f04 req-def91798-558e-458e-93e2-54148bf5282d tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 944 time: 0.0501244 Oct 12 16:58:20.671981 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2207d-4749-4873-8f61-6dba444608ef req-1cc56372-f4b9-4446-8988-7d88b123e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.673705 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-36b2207d-4749-4873-8f61-6dba444608ef req-1cc56372-f4b9-4446-8988-7d88b123e2be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400918 Oct 12 16:58:20.707517 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0a6b7a4e-11fc-44cd-a7d5-ca6f29c43f04 req-c7cb9f75-c123-4a3a-9d45-61a20fc9f3fa tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469356 Oct 12 16:58:20.736880 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:20.760708 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b787a5a9-a93b-4032-96e1-4312789b3247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad31625d-5de3-4cb1-985f-44c1bcca614a'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:20.763196 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786a47a9-360c-4141-a0f1-48c2b1751855" -d '{"events": [{"server_uuid": "b787a5a9-a93b-4032-96e1-4312789b3247", "name": "network-vif-plugged", "status": "completed", "tag": "ad31625d-5de3-4cb1-985f-44c1bcca614a"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:20.777906 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port ad31625d-5de3-4cb1-985f-44c1bcca614a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ad31625d-5de3-4cb1-985f-44c1bcca614a,segment=NetworkSegment(0f30af7c-83b3-49b2-aabb-bb6e18d10380),segment_id=0f30af7c-83b3-49b2-aabb-bb6e18d10380)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:20.779199 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83665a58-e89c-4317-826b-071001df567b req-8d8c87e0-22cf-4c37-b382-543213c93629 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:20.781175 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-83665a58-e89c-4317-826b-071001df567b req-8d8c87e0-22cf-4c37-b382-543213c93629 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 944 time: 0.0599263 Oct 12 16:58:20.782405 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-36b2207d-4749-4873-8f61-6dba444608ef req-2d31690c-5410-459e-9636-09dc009cbd8e service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009109 Oct 12 16:58:20.786659 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:20.816409 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f98511-920f-463a-8d27-1202cdb71ca9 x-openstack-request-id: req-06f98511-920f-463a-8d27-1202cdb71ca9 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:20.816706 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b787a5a9-a93b-4032-96e1-4312789b3247", "name": "network-vif-plugged", "status": "completed", "tag": "ad31625d-5de3-4cb1-985f-44c1bcca614a", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:20.816952 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06f98511-920f-463a-8d27-1202cdb71ca9 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:20.817329 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b787a5a9-a93b-4032-96e1-4312789b3247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad31625d-5de3-4cb1-985f-44c1bcca614a', 'code': 200} Oct 12 16:58:20.828039 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-83665a58-e89c-4317-826b-071001df567b req-36111d22-6194-42da-ac82-bc17a22affe7 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396574 Oct 12 16:58:20.855105 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=ad31625d-5de3-4cb1-985f-44c1bcca614a,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:20.880846 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-36b2207d-4749-4873-8f61-6dba444608ef req-bd339b55-1215-4db3-86b7-e6a1bd9a9092 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912280 Oct 12 16:58:21.002708 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab1a2f-7cdc-4a12-82dd-01c78f0080df req-817098a3-47de-43f3-b27a-9bd906d7edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:21.004254 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7dab1a2f-7cdc-4a12-82dd-01c78f0080df req-817098a3-47de-43f3-b27a-9bd906d7edc1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 1098 time: 0.0401757 Oct 12 16:58:21.037514 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-7dab1a2f-7cdc-4a12-82dd-01c78f0080df req-3f6c37d0-9df1-4344-aeaf-5841d832368e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266788 Oct 12 16:58:21.814511 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3281f9-5ec8-44a0-9067-33baad7a8db5 req-e45a8f4d-6ed2-4ea1-abe6-6912e2d08a31 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:21.815967 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6b3281f9-5ec8-44a0-9067-33baad7a8db5 req-e45a8f4d-6ed2-4ea1-abe6-6912e2d08a31 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 945 time: 0.0479584 Oct 12 16:58:21.853923 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6b3281f9-5ec8-44a0-9067-33baad7a8db5 req-0053b27d-18a5-4827-bf26-f9e1de693db3 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Oct 12 16:58:21.939777 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c253049-4ce1-4e8d-b272-6413629aa435 req-b19416b5-c4a6-4a65-bfa7-3c487c313c87 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:21.941247 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4c253049-4ce1-4e8d-b272-6413629aa435 req-b19416b5-c4a6-4a65-bfa7-3c487c313c87 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 944 time: 0.0475128 Oct 12 16:58:21.981906 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-4c253049-4ce1-4e8d-b272-6413629aa435 req-c2076e4a-48c5-47f8-aeb8-ad326db5c87b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346549 Oct 12 16:58:22.963998 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974d440-a316-4f8a-8473-b8296e9c904c req-fac77155-70da-49d1-96fb-c6a125129dde tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:22.965480 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c974d440-a316-4f8a-8473-b8296e9c904c req-fac77155-70da-49d1-96fb-c6a125129dde tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 945 time: 0.0474367 Oct 12 16:58:23.002321 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c974d440-a316-4f8a-8473-b8296e9c904c req-80ec2147-09ad-4bd3-be85-657947e3b91c tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310817 Oct 12 16:58:23.092947 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263702c4-5c3b-4345-9fc9-9c726c408666 req-54b9c238-91f4-4f59-b653-799de8b6d972 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:23.094459 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-263702c4-5c3b-4345-9fc9-9c726c408666 req-54b9c238-91f4-4f59-b653-799de8b6d972 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 944 time: 0.0481272 Oct 12 16:58:23.132884 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-263702c4-5c3b-4345-9fc9-9c726c408666 req-ec9612e2-bf7d-40eb-a4fd-e98930d55a42 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316894 Oct 12 16:58:24.243299 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284e9c8-d803-4b0b-9cfa-b243dc36c8f8 req-66075a9a-f1f5-423c-a565-a1f68c4f2bb1 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:24.244747 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1284e9c8-d803-4b0b-9cfa-b243dc36c8f8 req-66075a9a-f1f5-423c-a565-a1f68c4f2bb1 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 944 time: 0.0474989 Oct 12 16:58:24.284815 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1284e9c8-d803-4b0b-9cfa-b243dc36c8f8 req-142259b3-c543-4e09-ac56-4f185f8c9b07 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340908 Oct 12 16:58:24.813490 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-906fc989-16a2-4e05-9e8d-9d62b01d57a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.398607 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84f374-e9d5-4eb7-8fcc-25bffcfd4dda req-b6c9b9c7-e4a8-4f5c-9e9c-d5f1a5778d7b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:25.400117 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9c84f374-e9d5-4eb7-8fcc-25bffcfd4dda req-b6c9b9c7-e4a8-4f5c-9e9c-d5f1a5778d7b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 944 time: 0.0485833 Oct 12 16:58:25.436542 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-9c84f374-e9d5-4eb7-8fcc-25bffcfd4dda req-5542013f-4b87-4667-87bb-5f6111228101 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306377 Oct 12 16:58:26.546397 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbdd98-5ad2-406f-b32b-334d4633a09e req-354f4fe8-5324-4cb7-a93c-0a5963887537 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:26.547841 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-23bbdd98-5ad2-406f-b32b-334d4633a09e req-354f4fe8-5324-4cb7-a93c-0a5963887537 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 944 time: 0.0465851 Oct 12 16:58:26.584752 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-23bbdd98-5ad2-406f-b32b-334d4633a09e req-d751f47a-a724-48a1-b8b6-43f06089621d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305607 Oct 12 16:58:27.502386 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c58cafaf-0268-4404-ad5e-6f94a4f313b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:27.695014 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135506-8842-4805-8b49-ff3a33c6ef4e req-8107ec40-5d47-4e16-a554-0785386436c5 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:27.696459 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c135506-8842-4805-8b49-ff3a33c6ef4e req-8107ec40-5d47-4e16-a554-0785386436c5 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 944 time: 0.0472033 Oct 12 16:58:27.736340 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0c135506-8842-4805-8b49-ff3a33c6ef4e req-30e770dd-2fba-43fd-ab83-504db6dbaa80 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341744 Oct 12 16:58:28.354854 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.613841 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:58:28.702997 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8d35218e-5042-4e8d-89c1-92b0ddcbbb11,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:28.717468 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'port_id': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11', 'mac_address': 'fa:16:3e:c6:19:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:58:28.753060 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.766046 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:58:28.785191 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8d35218e-5042-4e8d-89c1-92b0ddcbbb11,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:28.789291 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:28.836132 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=8d35218e-5042-4e8d-89c1-92b0ddcbbb11,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:28.850747 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159016e-0ecd-4c23-89f8-9ecf9b1c7a38 req-8733c630-9794-4200-97c7-cd42283419d8 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:28.852232 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c159016e-0ecd-4c23-89f8-9ecf9b1c7a38 req-8733c630-9794-4200-97c7-cd42283419d8 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 945 time: 0.0510156 Oct 12 16:58:28.891429 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c159016e-0ecd-4c23-89f8-9ecf9b1c7a38 req-7b02931c-6918-47a9-a563-d080aed3324f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331264 Oct 12 16:58:29.009019 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.106450 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['8d35218e-5042-4e8d-89c1-92b0ddcbbb11'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:29.999610 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b45f92-f592-4f63-a92b-b3e4c9b65c33 req-6f455f69-2868-44fd-8f83-2fbc2127a3e6 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:30.001086 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-66b45f92-f592-4f63-a92b-b3e4c9b65c33 req-6f455f69-2868-44fd-8f83-2fbc2127a3e6 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 945 time: 0.0465379 Oct 12 16:58:30.038514 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-66b45f92-f592-4f63-a92b-b3e4c9b65c33 req-d977766c-fa53-4ca7-86a2-ffd8ed985e74 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316007 Oct 12 16:58:30.454633 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.611406 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:58:30.658955 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:58:30.662618 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:58:30.662905 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.741693 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.764265 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:30.766535 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4529b5b0-1daa-4cf8-9ef1-3d7abd24460f" -d '{"events": [{"server_uuid": "975f190f-c9f6-4ce7-acd4-6ea62ca10815", "name": "network-vif-plugged", "status": "completed", "tag": "8d35218e-5042-4e8d-89c1-92b0ddcbbb11"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:30.779529 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8d35218e-5042-4e8d-89c1-92b0ddcbbb11,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:30.783759 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:30.808155 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749f7f64-68e9-4366-ac30-1eac2208ae1f x-openstack-request-id: req-749f7f64-68e9-4366-ac30-1eac2208ae1f {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:30.808444 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975f190f-c9f6-4ce7-acd4-6ea62ca10815", "name": "network-vif-plugged", "status": "completed", "tag": "8d35218e-5042-4e8d-89c1-92b0ddcbbb11", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:30.808690 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-749f7f64-68e9-4366-ac30-1eac2208ae1f {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:30.809068 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11', 'code': 200} Oct 12 16:58:30.838879 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=8d35218e-5042-4e8d-89c1-92b0ddcbbb11,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:31.090843 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab4bb3-0baa-4ce7-8ac0-b51c4539e26b req-0a6624db-a582-4858-90df-62226a8fdc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:31.092341 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-b2ab4bb3-0baa-4ce7-8ac0-b51c4539e26b req-0a6624db-a582-4858-90df-62226a8fdc26 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 1099 time: 0.0885930 Oct 12 16:58:31.147870 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993b638-4cfb-44b1-a60b-0e8a387aee18 req-c8bc4eb4-c3ed-4bd4-bfa7-8a1bd24fde98 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:31.149310 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c993b638-4cfb-44b1-a60b-0e8a387aee18 req-c8bc4eb4-c3ed-4bd4-bfa7-8a1bd24fde98 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 946 time: 0.0469108 Oct 12 16:58:31.188707 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c993b638-4cfb-44b1-a60b-0e8a387aee18 req-e6f551f6-0ddd-4f90-accd-1c96ce307bf5 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335991 Oct 12 16:58:32.300507 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4538b9-f437-48e7-994f-a4caec779a46 req-2e5bcf1d-91b0-4ddf-afde-0d087d347670 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:32.301953 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0b4538b9-f437-48e7-994f-a4caec779a46 req-2e5bcf1d-91b0-4ddf-afde-0d087d347670 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 946 time: 0.0470114 Oct 12 16:58:32.339839 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0b4538b9-f437-48e7-994f-a4caec779a46 req-5ebdb59b-0e14-465a-ac9e-95f335f5c304 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320027 Oct 12 16:58:32.911653 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-b2ab4bb3-0baa-4ce7-8ac0-b51c4539e26b req-8bdb75ac-21e9-40f7-a93e-c1f7bf764197 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269384 Oct 12 16:58:33.450027 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512ae12-fa23-4345-996d-d67e44f1418b req-6d5b4808-86b6-4350-bd55-c0ef6a214dda tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:33.451483 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a512ae12-fa23-4345-996d-d67e44f1418b req-6d5b4808-86b6-4350-bd55-c0ef6a214dda tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 946 time: 0.0471196 Oct 12 16:58:33.487463 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a512ae12-fa23-4345-996d-d67e44f1418b req-9f1d5c19-2356-405e-a7f7-4ea68d9ad669 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302663 Oct 12 16:58:34.597293 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca36ea3-536e-4046-82f1-f2c6a62c0254 req-918c373f-ad45-4926-9b9a-3330b31fe6b6 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:34.598729 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-eca36ea3-536e-4046-82f1-f2c6a62c0254 req-918c373f-ad45-4926-9b9a-3330b31fe6b6 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 946 time: 0.0466213 Oct 12 16:58:34.638215 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-eca36ea3-536e-4046-82f1-f2c6a62c0254 req-69e4cf0c-b8d7-475f-9d1d-10351da9423b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338023 Oct 12 16:58:35.749396 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3248736-f316-4c92-a6cb-495ccec66bac req-2e92a631-88ac-442e-8b74-83cc412ff0e5 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:35.750855 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f3248736-f316-4c92-a6cb-495ccec66bac req-2e92a631-88ac-442e-8b74-83cc412ff0e5 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 946 time: 0.0471902 Oct 12 16:58:35.787479 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f3248736-f316-4c92-a6cb-495ccec66bac req-82fd4619-a5bd-4531-8e54-04d76da55ea0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309122 Oct 12 16:58:35.899902 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d78da0-bc01-4879-a792-cf180ef31a13 req-04622f5f-f064-43fc-b53e-78fc85c8d3a2 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:35.901359 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-73d78da0-bc01-4879-a792-cf180ef31a13 req-04622f5f-f064-43fc-b53e-78fc85c8d3a2 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 946 time: 0.0471213 Oct 12 16:58:35.938722 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-73d78da0-bc01-4879-a792-cf180ef31a13 req-1409670e-2393-4334-a7c1-7424a816f172 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314944 Oct 12 16:58:35.959646 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50318) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:36.037914 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db71d3-73a7-4ba2-a45e-20c54cf605b3 tempest-TestVolumeBootPattern-1493243075 tempest-TestVolumeBootPattern-1493243075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:36.039912 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-09db71d3-73a7-4ba2-a45e-20c54cf605b3 tempest-TestVolumeBootPattern-1493243075 tempest-TestVolumeBootPattern-1493243075-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 1094 time: 0.0793231 Oct 12 16:58:36.042850 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50322) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:58:36.047013 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'floatingip': {'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'port_id': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:58:36.068413 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.165861 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.270462 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Allocated IP 172.27.2.169 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/f8bdf086-88e4-4567-8b2c-9b8608d93526) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:58:36.370648 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.402457 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.444057 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:58:36.447128 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:58:36.449744 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:58:36.473072 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'Port': ['ID=f8bdf086-88e4-4567-8b2c-9b8608d93526,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:36.800430 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:36.866258 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.011042 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.015241 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.079313 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'Port': ['ID=f8bdf086-88e4-4567-8b2c-9b8608d93526,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:37.091769 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.190663 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.l3_db [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Floating IP 0b213d62-1e34-4ec6-9292-01d58c0d19b6 associated. External IP: 172.27.2.169, port: 8d35218e-5042-4e8d-89c1-92b0ddcbbb11. Oct 12 16:58:37.389647 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:58:37.492393 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:58:37.502119 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585938e6-2d05-44c2-ab5e-e46c8c195ec2 None None] Sync routers for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:58:37.509392 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:37.512616 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585938e6-2d05-44c2-ab5e-e46c8c195ec2 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:37.513227 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-585938e6-2d05-44c2-ab5e-e46c8c195ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:58:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:37.535684 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-d4ffccee-93c3-4d58-901a-032ea85045d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4918485 Oct 12 16:58:37.536269 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'tag': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:37.538628 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d08ad96-4609-42a0-8da9-b4f86934d25f" -d '{"events": [{"name": "network-changed", "server_uuid": "975f190f-c9f6-4ce7-acd4-6ea62ca10815", "tag": "8d35218e-5042-4e8d-89c1-92b0ddcbbb11"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:37.574522 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7555d344-75cc-4889-818c-06ca48c80610 x-openstack-request-id: req-7555d344-75cc-4889-818c-06ca48c80610 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:37.574807 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975f190f-c9f6-4ce7-acd4-6ea62ca10815", "tag": "8d35218e-5042-4e8d-89c1-92b0ddcbbb11", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:37.575057 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7555d344-75cc-4889-818c-06ca48c80610 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:37.575448 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'tag': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11', 'status': 'completed', 'code': 200} Oct 12 16:58:37.617480 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-585938e6-2d05-44c2-ab5e-e46c8c195ec2 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:37.833617 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-585938e6-2d05-44c2-ab5e-e46c8c195ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '0b213d62-1e34-4ec6-9292-01d58c0d19b6', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:c6:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:58:36Z', 'updated_at': '2021-10-12T16:58:36Z', 'revision_number': 0, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:37.859571 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585938e6-2d05-44c2-ab5e-e46c8c195ec2 None None] Checking router: 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:58:37.868192 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585938e6-2d05-44c2-ab5e-e46c8c195ec2 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:58:37.868791 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-585938e6-2d05-44c2-ab5e-e46c8c195ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T16:58:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:37.971958 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-585938e6-2d05-44c2-ab5e-e46c8c195ec2 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:58:38.264181 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08ad96-4609-42a0-8da9-b4f86934d25f req-72ca01ab-1ff9-4b03-b572-b9f319762f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:38.265861 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-4d08ad96-4609-42a0-8da9-b4f86934d25f req-72ca01ab-1ff9-4b03-b572-b9f319762f86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 1099 time: 0.0433061 Oct 12 16:58:38.314669 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-585938e6-2d05-44c2-ab5e-e46c8c195ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '0b213d62-1e34-4ec6-9292-01d58c0d19b6', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:c6:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:58:36Z', 'updated_at': '2021-10-12T16:58:36Z', 'revision_number': 0, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:58:38.340836 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585938e6-2d05-44c2-ab5e-e46c8c195ec2 None None] The sync data for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi is: [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '0b213d62-1e34-4ec6-9292-01d58c0d19b6', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:c6:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:58:36Z', 'updated_at': '2021-10-12T16:58:36Z', 'revision_number': 0, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:58:38.362868 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08ad96-4609-42a0-8da9-b4f86934d25f req-92ab6518-c0ff-441b-822c-7519dc84ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:38.364408 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-4d08ad96-4609-42a0-8da9-b4f86934d25f req-92ab6518-c0ff-441b-822c-7519dc84ecde service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0905042 Oct 12 16:58:38.436286 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-4d08ad96-4609-42a0-8da9-b4f86934d25f req-fc5370f3-cd5f-4b6a-b947-d1b324719245 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d35218e-5042-4e8d-89c1-92b0ddcbbb11 HTTP/1.1" status: 200 len: 1000 time: 0.0594609 Oct 12 16:58:38.487266 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08ad96-4609-42a0-8da9-b4f86934d25f req-69633145-dd00-45b0-9ef4-0dbdbcb32174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:38.488711 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-4d08ad96-4609-42a0-8da9-b4f86934d25f req-69633145-dd00-45b0-9ef4-0dbdbcb32174 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0455744 Oct 12 16:58:38.523663 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d04346-d3dd-406b-88b2-015bb3a5e808 None None] New status for floating IP 0b213d62-1e34-4ec6-9292-01d58c0d19b6: ACTIVE {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:58:38.545237 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08ad96-4609-42a0-8da9-b4f86934d25f req-140378b9-cd0d-45fc-97b1-608fe851d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:38.546774 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-4d08ad96-4609-42a0-8da9-b4f86934d25f req-140378b9-cd0d-45fc-97b1-608fe851d604 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459149 Oct 12 16:58:38.640390 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-4d08ad96-4609-42a0-8da9-b4f86934d25f req-3051a9fb-614c-4d2f-ba0e-bdf72804bc91 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801671 Oct 12 16:58:38.734571 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-4d08ad96-4609-42a0-8da9-b4f86934d25f req-8ab26749-e30d-4c59-aa01-3e6152e00838 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861840 Oct 12 16:58:43.937179 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4bec6-e3db-42c3-92a9-71958d322a38 req-47b3f9b4-4b7c-4639-b143-692e1100a2b6 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:43.938706 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-94d4bec6-e3db-42c3-92a9-71958d322a38 req-47b3f9b4-4b7c-4639-b143-692e1100a2b6 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 945 time: 0.0479960 Oct 12 16:58:43.975359 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-94d4bec6-e3db-42c3-92a9-71958d322a38 req-20018ca5-b4e8-4346-a845-33964d1bdb19 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Oct 12 16:58:45.095463 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710414c-2e11-4f18-8509-b2a4b7ec1e8f req-3ddb468c-b705-4444-8561-a684714cb5af tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:45.097160 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2710414c-2e11-4f18-8509-b2a4b7ec1e8f req-3ddb468c-b705-4444-8561-a684714cb5af tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 945 time: 0.0503840 Oct 12 16:58:45.133509 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-2710414c-2e11-4f18-8509-b2a4b7ec1e8f req-b4390759-eeba-41cd-b504-4f830d059891 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/security-groups?id=904a34a5-239e-4cb5-9a54-4f695e11c7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303922 Oct 12 16:58:45.548157 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:45.749995 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9d73d-d9fc-4f01-925a-fa8d73b9e506 req-fe9e1bf8-d02f-4b54-853c-b9cf967c862a tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:45.751584 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a5b9d73d-d9fc-4f01-925a-fa8d73b9e506 req-fe9e1bf8-d02f-4b54-853c-b9cf967c862a tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.25 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 945 time: 0.0475941 Oct 12 16:58:45.854946 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-a5b9d73d-d9fc-4f01-925a-fa8d73b9e506 req-c325c00d-59dc-49ad-ae6e-48021c574a08 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Deleting port ad31625d-5de3-4cb1-985f-44c1bcca614a {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:58:45.855210 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-a5b9d73d-d9fc-4f01-925a-fa8d73b9e506 req-c325c00d-59dc-49ad-ae6e-48021c574a08 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:45.943130 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-a5b9d73d-d9fc-4f01-925a-fa8d73b9e506 req-c325c00d-59dc-49ad-ae6e-48021c574a08 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] For port ad31625d-5de3-4cb1-985f-44c1bcca614a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ad31625d-5de3-4cb1-985f-44c1bcca614a,segment=NetworkSegment(0f30af7c-83b3-49b2-aabb-bb6e18d10380),segment_id=0f30af7c-83b3-49b2-aabb-bb6e18d10380)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:58:45.943487 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-a5b9d73d-d9fc-4f01-925a-fa8d73b9e506 req-c325c00d-59dc-49ad-ae6e-48021c574a08 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:45.955245 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-a5b9d73d-d9fc-4f01-925a-fa8d73b9e506 req-c325c00d-59dc-49ad-ae6e-48021c574a08 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Calling delete_port for ad31625d-5de3-4cb1-985f-44c1bcca614a owned by compute:nova {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:58:46.079676 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-a5b9d73d-d9fc-4f01-925a-fa8d73b9e506 req-c325c00d-59dc-49ad-ae6e-48021c574a08 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:46.109730 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325c00d-59dc-49ad-ae6e-48021c574a08 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Pushing event deleted for resources: {'Port': ['ID=ad31625d-5de3-4cb1-985f-44c1bcca614a,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:58:46.117282 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['ad31625d-5de3-4cb1-985f-44c1bcca614a'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:58:46.145835 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b9d73d-d9fc-4f01-925a-fa8d73b9e506 req-c325c00d-59dc-49ad-ae6e-48021c574a08 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] No DVR routers for this DVR port ad31625d-5de3-4cb1-985f-44c1bcca614a on host hv-cinder-81322 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:58:46.148118 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-a5b9d73d-d9fc-4f01-925a-fa8d73b9e506 req-c325c00d-59dc-49ad-ae6e-48021c574a08 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:46.151967 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a5b9d73d-d9fc-4f01-925a-fa8d73b9e506 req-c325c00d-59dc-49ad-ae6e-48021c574a08 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.25 "DELETE /v2.0/ports/ad31625d-5de3-4cb1-985f-44c1bcca614a HTTP/1.1" status: 204 len: 173 time: 0.3778553 Oct 12 16:58:46.152396 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b787a5a9-a93b-4032-96e1-4312789b3247', 'name': 'network-vif-deleted', 'tag': 'ad31625d-5de3-4cb1-985f-44c1bcca614a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:58:46.154655 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2109d21-5394-4860-a54e-f10ae94f6b66" -d '{"events": [{"server_uuid": "b787a5a9-a93b-4032-96e1-4312789b3247", "name": "network-vif-deleted", "tag": "ad31625d-5de3-4cb1-985f-44c1bcca614a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:58:46.228673 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3df7288e-78e0-4c28-88bc-ce332b4bd15e req-ce295c60-ece4-4822-a27c-b381a0e39b32 tempest-VolumesSnapshotTestJSON-300326673 tempest-VolumesSnapshotTestJSON-300326673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b787a5a9-a93b-4032-96e1-4312789b3247 HTTP/1.1" status: 200 len: 210 time: 0.0263536 Oct 12 16:58:46.258578 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3ed693-2f5d-49b7-b6da-e13334de9d31 x-openstack-request-id: req-4b3ed693-2f5d-49b7-b6da-e13334de9d31 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:58:46.258881 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b787a5a9-a93b-4032-96e1-4312789b3247", "name": "network-vif-deleted", "tag": "ad31625d-5de3-4cb1-985f-44c1bcca614a", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:58:46.259663 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b3ed693-2f5d-49b7-b6da-e13334de9d31 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:58:46.260075 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b787a5a9-a93b-4032-96e1-4312789b3247', 'name': 'network-vif-deleted', 'tag': 'ad31625d-5de3-4cb1-985f-44c1bcca614a', 'status': 'completed', 'code': 200} Oct 12 16:58:51.614800 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device ad31625d-5de3-4cb1-985f-44c1bcca614a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:58:51.635156 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: ad31625d-5de3-4cb1-985f-44c1bcca614a {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:58:51.635505 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device ad31625d-5de3-4cb1-985f-44c1bcca614a not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:58:54.813160 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-61842b03-40d0-46d6-8e73-2df3b0c59b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:56.908372 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:58:57.503325 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-332a219f-91d6-4418-b08e-44058a44a20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:58.356824 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:59.015228 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:00.457672 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.099447 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50510) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:09.145595 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Deleting subnet 6a67ab24-2f07-4488-a516-16196ad99d9f {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:59:09.148566 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.180699 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12434076'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.221196 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.272406 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12449952'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.296194 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a67ab24-2f07-4488-a516-16196ad99d9f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:09.300543 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.303609 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6a67ab24-2f07-4488-a516-16196ad99d9f HTTP/1.1" status: 204 len: 168 time: 0.2031860 Oct 12 16:59:09.306225 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50512) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:09.308405 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.308756 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.309091 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.309987 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.310316 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.310648 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.310970 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.311293 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.311615 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.311935 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.312250 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.312563 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bbee3-3c22-40bb-a206-88f07e9eba97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.377917 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.452466 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.474703 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d721c49-fd8b-41a5-99a8-80d965de94c7']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:09.484334 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f30af7c-83b3-49b2-aabb-bb6e18d10380') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:09.484627 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f30af7c-83b3-49b2-aabb-bb6e18d10380') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:59:09.493564 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.506726 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.512612 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:59:09.512982 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:59:09.514725 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:59:09.566845 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.571820 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.575040 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9d721c49-fd8b-41a5-99a8-80d965de94c7 HTTP/1.1" status: 204 len: 168 time: 0.2677870 Oct 12 16:59:09.587640 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d721c49-fd8b-41a5-99a8-80d965de94c7,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:09.594581 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.594932 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.595272 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.595603 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.595932 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.596257 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.596848 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.597178 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.597550 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.597873 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.598191 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.598507 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4877e-d37e-4511-b51c-54c481337ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:59:09.735264 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50516) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:09.773968 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-40116ac9-261f-4fcf-beea-b7c9644422e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a41fc5458f6646c5ad071b4063544501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375457 Oct 12 16:59:09.776273 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50518) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:59:09.822287 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3423b77c-8376-4291-9108-53b6d9921a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.846641 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3423b77c-8376-4291-9108-53b6d9921a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.890977 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3423b77c-8376-4291-9108-53b6d9921a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.893481 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3423b77c-8376-4291-9108-53b6d9921a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:09.894609 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-3423b77c-8376-4291-9108-53b6d9921a35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/904a34a5-239e-4cb5-9a54-4f695e11c7d4 HTTP/1.1" status: 204 len: 168 time: 0.1174610 Oct 12 16:59:09.901930 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423b77c-8376-4291-9108-53b6d9921a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904a34a5-239e-4cb5-9a54-4f695e11c7d4,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:59:15.570589 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:23.754988 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-d33a1f18-335a-4c47-87b1-b9a55ce33248 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376835 Oct 12 16:59:23.848899 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-49a1f903-8ccd-4a38-9623-14d71864dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:23.850355 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-49a1f903-8ccd-4a38-9623-14d71864dbfa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 1099 time: 0.0383003 Oct 12 16:59:23.954668 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-6eea8845-1d3e-476c-94e8-679aa1f778d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:23.956111 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-6eea8845-1d3e-476c-94e8-679aa1f778d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0854700 Oct 12 16:59:24.019177 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-2616f61b-b950-4f2e-bf1c-f2a16ab337eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d35218e-5042-4e8d-89c1-92b0ddcbbb11 HTTP/1.1" status: 200 len: 1002 time: 0.0558445 Oct 12 16:59:24.070550 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-a86d5074-d082-4a77-8978-eeed10e6fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:24.071979 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-a86d5074-d082-4a77-8978-eeed10e6fef1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0457428 Oct 12 16:59:24.118701 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-3e24dfd3-a581-433b-97c3-d8668fc31c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:24.120052 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-3e24dfd3-a581-433b-97c3-d8668fc31c45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376711 Oct 12 16:59:24.205492 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-b82b164e-79da-409c-a463-cf3e884fc5c2 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783482 Oct 12 16:59:24.295067 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3115eae4-becf-4b3f-a580-fcf3e76881d6 req-91e66f2a-3f35-4b47-aba2-d184f49c3acf service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826733 Oct 12 16:59:24.813185 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d2631d0e-fad3-42fb-8c14-03c4bc529efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:27.503446 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d0ba30e4-0b85-469f-9e31-d05062c42fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:28.358375 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:29.014459 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:30.463637 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:33.907410 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:59:45.566698 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:54.815521 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-f12302b4-92fc-494e-9696-89c12d56b720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:57.504678 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-afb52c0e-e3af-4944-abed-6dd248b1b023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:58.360240 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:59.016383 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:00.463621 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:10.907617 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:00:15.565332 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:24.815870 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-57781fb5-2834-4305-b140-5e2299099b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:25.751622 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-84715785-5992-4837-9829-85896cda7ecf req-c216ffac-7936-4226-8b73-357c9ed70c70 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388596 Oct 12 17:00:25.846299 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715785-5992-4837-9829-85896cda7ecf req-f6882dae-32e0-4d66-a36c-4d10ffacc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:25.847984 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-84715785-5992-4837-9829-85896cda7ecf req-f6882dae-32e0-4d66-a36c-4d10ffacc2c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 1099 time: 0.0390236 Oct 12 17:00:25.952543 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715785-5992-4837-9829-85896cda7ecf req-802f68fe-ab15-4330-976f-66bb6991572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:25.954024 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-84715785-5992-4837-9829-85896cda7ecf req-802f68fe-ab15-4330-976f-66bb6991572e service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0872884 Oct 12 17:00:26.018095 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-84715785-5992-4837-9829-85896cda7ecf req-9539577b-3533-471e-b854-48f80d2dcd2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d35218e-5042-4e8d-89c1-92b0ddcbbb11 HTTP/1.1" status: 200 len: 1002 time: 0.0561392 Oct 12 17:00:26.068635 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715785-5992-4837-9829-85896cda7ecf req-9edd2da6-147b-4c40-b8ed-3071e4da5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:26.070084 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-84715785-5992-4837-9829-85896cda7ecf req-9edd2da6-147b-4c40-b8ed-3071e4da5ddb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0451839 Oct 12 17:00:26.113027 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715785-5992-4837-9829-85896cda7ecf req-0e58cce1-d6d1-49e2-8d20-e559f433ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:26.114476 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-84715785-5992-4837-9829-85896cda7ecf req-0e58cce1-d6d1-49e2-8d20-e559f433ea91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378051 Oct 12 17:00:26.204170 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-84715785-5992-4837-9829-85896cda7ecf req-32469297-810e-4a9b-8bbf-e341caf6fe95 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827715 Oct 12 17:00:26.289840 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-84715785-5992-4837-9829-85896cda7ecf req-91a42a42-1075-4633-937a-10cea021ef1e service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784237 Oct 12 17:00:27.504394 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-10012a9f-38b1-4218-abf2-c1f6491e4e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:28.360666 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:29.019542 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:30.467395 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:35.149620 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66604-3eda-4175-bba8-45d283413af8 req-431cdd05-3d6c-4610-afee-06fb7e9f5e62 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:35.151082 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e0f66604-3eda-4175-bba8-45d283413af8 req-431cdd05-3d6c-4610-afee-06fb7e9f5e62 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 946 time: 0.0486953 Oct 12 17:00:35.188569 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e0f66604-3eda-4175-bba8-45d283413af8 req-a2b9c10b-17ec-4727-91af-5b60413a2dcc tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310733 Oct 12 17:00:36.313236 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7e5f9-b75c-4118-a392-b78f99a13e19 req-f6f70317-825d-4f41-8ffe-06f7dbfa8d53 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:36.314591 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c0f7e5f9-b75c-4118-a392-b78f99a13e19 req-f6f70317-825d-4f41-8ffe-06f7dbfa8d53 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 946 time: 0.0460286 Oct 12 17:00:36.353888 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c0f7e5f9-b75c-4118-a392-b78f99a13e19 req-5da74a90-8aa6-48b4-8405-b6f6defe7606 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335004 Oct 12 17:00:36.831191 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571021f6-5f11-43fe-8d62-0205da12a653 req-a1ac495e-876b-4db3-8241-024b559ca685 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:36.832678 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-571021f6-5f11-43fe-8d62-0205da12a653 req-a1ac495e-876b-4db3-8241-024b559ca685 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 946 time: 0.0470860 Oct 12 17:00:36.919006 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Deleting port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:00:36.919338 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.004768 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] For port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8d35218e-5042-4e8d-89c1-92b0ddcbbb11,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:37.005139 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.170749 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.171137 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.172026 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.l3_db [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Floating IP 0b213d62-1e34-4ec6-9292-01d58c0d19b6 disassociated. External IP: 172.27.2.169, port: 8d35218e-5042-4e8d-89c1-92b0ddcbbb11. Oct 12 17:00:37.172361 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Calling delete_port for 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 owned by compute:nova {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:00:37.291206 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.321991 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event deleted for resources: {'Port': ['ID=8d35218e-5042-4e8d-89c1-92b0ddcbbb11,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:37.333120 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.333498 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.333848 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.334189 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.334521 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.334855 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.335184 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.335512 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.335839 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.336164 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.336492 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.336834 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:37.442892 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:00:37.444101 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-7177b51e-a1d8-4d53-90b3-734b821d817b req-9dd25d3e-8463-44df-bf98-73f147443867 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=975f190f-c9f6-4ce7-acd4-6ea62ca10815 HTTP/1.1" status: 200 len: 210 time: 0.0250130 Oct 12 17:00:37.543336 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:00:37.556056 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7057b-c28c-4797-bfd3-743b9c2047fc None None] Sync routers for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:00:37.565532 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7057b-c28c-4797-bfd3-743b9c2047fc None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:37.566135 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dae7057b-c28c-4797-bfd3-743b9c2047fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:00:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:37.583429 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] No DVR routers for this DVR port 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 on host hv-cinder-81322 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:00:37.585934 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:37.589265 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-571021f6-5f11-43fe-8d62-0205da12a653 req-8a6e655e-537c-4da7-8510-b7b3481b4dbd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "DELETE /v2.0/ports/8d35218e-5042-4e8d-89c1-92b0ddcbbb11 HTTP/1.1" status: 204 len: 173 time: 0.7506781 Oct 12 17:00:37.589760 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'name': 'network-vif-deleted', 'tag': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:00:37.591930 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0885d23-cd68-4f25-a29f-a7bb88992ddc" -d '{"events": [{"server_uuid": "975f190f-c9f6-4ce7-acd4-6ea62ca10815", "name": "network-vif-deleted", "tag": "8d35218e-5042-4e8d-89c1-92b0ddcbbb11"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:00:37.633246 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ccbeb9-9236-4b31-9912-74533cb16695 x-openstack-request-id: req-28ccbeb9-9236-4b31-9912-74533cb16695 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:00:37.633565 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975f190f-c9f6-4ce7-acd4-6ea62ca10815", "name": "network-vif-deleted", "tag": "8d35218e-5042-4e8d-89c1-92b0ddcbbb11", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:00:37.633815 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28ccbeb9-9236-4b31-9912-74533cb16695 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:00:37.634208 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975f190f-c9f6-4ce7-acd4-6ea62ca10815', 'name': 'network-vif-deleted', 'tag': '8d35218e-5042-4e8d-89c1-92b0ddcbbb11', 'status': 'completed', 'code': 200} Oct 12 17:00:37.681402 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-dae7057b-c28c-4797-bfd3-743b9c2047fc None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:37.888778 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dae7057b-c28c-4797-bfd3-743b9c2047fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:37.916328 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7057b-c28c-4797-bfd3-743b9c2047fc None None] Checking router: 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:00:37.924670 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7057b-c28c-4797-bfd3-743b9c2047fc None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:37.925299 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dae7057b-c28c-4797-bfd3-743b9c2047fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:00:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:38.036420 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-dae7057b-c28c-4797-bfd3-743b9c2047fc None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:38.232886 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dae7057b-c28c-4797-bfd3-743b9c2047fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:38.259292 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7057b-c28c-4797-bfd3-743b9c2047fc None None] The sync data for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi is: [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:00:38.473114 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddcc3c7-d1f4-4ac7-9e04-a91b64adadcc None None] New status for floating IP 0b213d62-1e34-4ec6-9292-01d58c0d19b6: DOWN {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:00:38.725888 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-ac641f73-8ada-4380-aefe-52ed0a4644b3 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795631003&fields=id&tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895 HTTP/1.1" status: 200 len: 267 time: 0.0325184 Oct 12 17:00:38.829218 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-e6ea7ca3-f2eb-4e81-81e8-6b342d203207 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:38.830921 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-e6ea7ca3-f2eb-4e81-81e8-6b342d203207 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 812 time: 0.0983005 Oct 12 17:00:38.844938 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-cf9dd504-a830-4c76-9f5e-9e97f68d102c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/quotas/dfe6bb8a0d1d4df4bb014ed753e2a895 HTTP/1.1" status: 200 len: 375 time: 0.0085175 Oct 12 17:00:39.124431 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-dc1e8bb3-d4cf-45a6-a6ec-41ed54a6b529 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2741804 Oct 12 17:00:39.268350 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-848ad419-f1ab-458f-b89b-d9bbb45a1429 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:00:39.269338 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-848ad419-f1ab-458f-b89b-d9bbb45a1429 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1327546 Oct 12 17:00:39.355107 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-5bf233ff-cd00-4469-a267-19a6a89ff0e7 service neutron] 10.222.0.48 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796220 Oct 12 17:00:39.443092 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-17ce8022-66b9-4664-9475-41f59661b942 service neutron] 10.222.0.48 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816565 Oct 12 17:00:39.708842 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-382d1247-2197-4ff2-a034-7b8e8f6a9154 req-9d5c3dd7-2828-4d4d-8b6a-db6a33acb1d3 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 210 time: 0.0259104 Oct 12 17:00:40.753956 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-1038e7bc-1140-4a01-9072-b7fd73001d90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:40.755432 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-1038e7bc-1140-4a01-9072-b7fd73001d90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 812 time: 0.1016576 Oct 12 17:00:40.803335 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-957a1626-b0cb-4be2-9928-e4cf0091cf6b req-c3c9a898-ad59-4990-a30c-ed160e810572 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 210 time: 0.0262129 Oct 12 17:00:40.804981 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-ea110b7b-eebf-4b71-a4e8-50f51b5cfdd6 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895 HTTP/1.1" status: 200 len: 379 time: 0.0338564 Oct 12 17:00:40.834445 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'port': {'device_id': '547e1c76-7394-4522-89fe-cfb109aec153', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'admin_state_up': True, 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'security_groups': ['53a6a902-235b-4f01-8c31-0bd29200c5b7']}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:00:40.942666 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Made reservation on behalf of dfe6bb8a0d1d4df4bb014ed753e2a895 for: {'port': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:00:40.946736 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.071365 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Allocated IP 172.20.0.4 (092a64d9-61dc-410f-a008-751f5ee6400e/b745f768-2de2-4b61-b2c0-4ed40f25ee23/88d98626-0e55-4191-afff-145982418015) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:00:41.209531 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.244011 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.301642 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Network 092a64d9-61dc-410f-a008-751f5ee6400e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:00:41.304609 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:00:41.309169 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:00:41.309784 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:00:41.314323 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'Port': ['ID=88d98626-0e55-4191-afff-145982418015,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:41.340226 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:00:41.340604 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 8d35218e-5042-4e8d-89c1-92b0ddcbbb11 not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:00:41.361482 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:41.362132 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.378830 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-240dc581-e5fe-40ed-a706-97a20a246a6c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5482924 Oct 12 17:00:41.397927 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Request body: {'port': {'device_id': '547e1c76-7394-4522-89fe-cfb109aec153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:00:41.456563 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.611032 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-02941ed0-103c-415a-8e35-feda4c41c91c None None] Provisioning complete for port 88d98626-0e55-4191-afff-145982418015 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:00:41.611319 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-02941ed0-103c-415a-8e35-feda4c41c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.647647 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-02941ed0-103c-415a-8e35-feda4c41c91c None None] Port 88d98626-0e55-4191-afff-145982418015 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:00:41.711101 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d98626-0e55-4191-afff-145982418015 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:00:41.718665 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.730379 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Transition to ACTIVE for port object 88d98626-0e55-4191-afff-145982418015 will not be triggered until provisioned by entity L2. {{(pid=100532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:00:41.734428 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.783921 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Pushing event updated for resources: {'Port': ['ID=88d98626-0e55-4191-afff-145982418015,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:41.859346 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Attempting to bind port 88d98626-0e55-4191-afff-145982418015 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:00:41.859695 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Attempting to bind port 88d98626-0e55-4191-afff-145982418015 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:00:41.860027 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Attempting to bind port 88d98626-0e55-4191-afff-145982418015 on network 092a64d9-61dc-410f-a008-751f5ee6400e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:00:41.864836 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Port 88d98626-0e55-4191-afff-145982418015 on network 092a64d9-61dc-410f-a008-751f5ee6400e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:00:41.865091 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Attempting to bind port 88d98626-0e55-4191-afff-145982418015 on network 092a64d9-61dc-410f-a008-751f5ee6400e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:00:41.870441 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:00:41.870839 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Checking segment: {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:00:41.871228 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Bound using segment: {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:00:41.871661 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Bound port: 88d98626-0e55-4191-afff-145982418015, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:00:41.872021 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.925850 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95470d-0a3b-4526-8ff6-e38f31ab9ccb req-c7d2cfe6-5a6e-435b-8088-a3dfa432ff6b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:41.929456 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8b95470d-0a3b-4526-8ff6-e38f31ab9ccb req-c7d2cfe6-5a6e-435b-8088-a3dfa432ff6b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 943 time: 0.0551593 Oct 12 17:00:41.940427 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] For port 88d98626-0e55-4191-afff-145982418015, host hv-cinder-81322, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:00:41.943791 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] For port 88d98626-0e55-4191-afff-145982418015, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=88d98626-0e55-4191-afff-145982418015,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:00:41.948285 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.969927 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-8b95470d-0a3b-4526-8ff6-e38f31ab9ccb req-6d7e7b27-8842-481c-a3e4-4c842e098961 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359979 Oct 12 17:00:41.992039 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:41.992663 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:41.994069 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] 10.222.0.25 "PUT /v2.0/ports/88d98626-0e55-4191-afff-145982418015 HTTP/1.1" status: 200 len: 1093 time: 0.6004624 Oct 12 17:00:41.994509 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547e1c76-7394-4522-89fe-cfb109aec153', 'tag': '88d98626-0e55-4191-afff-145982418015'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:00:41.996762 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767ec476-2a9e-411f-8265-386677f98885" -d '{"events": [{"name": "network-changed", "server_uuid": "547e1c76-7394-4522-89fe-cfb109aec153", "tag": "88d98626-0e55-4191-afff-145982418015"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:00:42.031874 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6fd43-1017-4802-8e1c-7b89ee79cd81 service neutron] Pushing event updated for resources: {'Port': ['ID=88d98626-0e55-4191-afff-145982418015,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:42.041753 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a787c3-a1fc-4492-af98-ea60064561cb x-openstack-request-id: req-f6a787c3-a1fc-4492-af98-ea60064561cb {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:00:42.042169 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547e1c76-7394-4522-89fe-cfb109aec153", "tag": "88d98626-0e55-4191-afff-145982418015", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:00:42.042629 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6a787c3-a1fc-4492-af98-ea60064561cb {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:00:42.043108 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547e1c76-7394-4522-89fe-cfb109aec153', 'tag': '88d98626-0e55-4191-afff-145982418015', 'status': 'completed', 'code': 200} Oct 12 17:00:42.104404 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-31d5043b-cd70-4b6b-bb37-1cf7caf42df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:42.106050 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-31d5043b-cd70-4b6b-bb37-1cf7caf42df3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 1096 time: 0.0421424 Oct 12 17:00:42.406232 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-0d8eb162-90af-4736-8779-0362365856f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88d98626-0e55-4191-afff-145982418015 HTTP/1.1" status: 200 len: 217 time: 0.2864149 Oct 12 17:00:42.453553 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-6859764b-d275-4788-850d-b96af1a60c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:42.454925 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-6859764b-d275-4788-850d-b96af1a60c29 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0421467 Oct 12 17:00:42.497009 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-b37c0b51-303c-4115-a5a0-42755e470104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:42.498438 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-b37c0b51-303c-4115-a5a0-42755e470104 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0367041 Oct 12 17:00:42.587236 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-41ff5aed-8eb2-40e8-8e93-2f5658bc9c56 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812676 Oct 12 17:00:42.680737 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-c647fb03-23fc-43d2-a7b9-2269a3147d57 req-8330ef8a-c641-440d-bb7b-8fcefa363767 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867836 Oct 12 17:00:42.938975 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ec476-2a9e-411f-8265-386677f98885 req-026f20a7-6439-4196-ba07-adbe30b2a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:42.940364 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-767ec476-2a9e-411f-8265-386677f98885 req-026f20a7-6439-4196-ba07-adbe30b2a0a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 1096 time: 0.0441980 Oct 12 17:00:43.032363 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ec476-2a9e-411f-8265-386677f98885 req-cfbbbb0f-7f7a-4bc4-a453-3bd5f3db83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:43.033845 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-767ec476-2a9e-411f-8265-386677f98885 req-cfbbbb0f-7f7a-4bc4-a453-3bd5f3db83a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0859222 Oct 12 17:00:43.081315 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-767ec476-2a9e-411f-8265-386677f98885 req-4d4d790c-c38a-4d75-bb19-d05744f3aacc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88d98626-0e55-4191-afff-145982418015 HTTP/1.1" status: 200 len: 217 time: 0.0389097 Oct 12 17:00:43.088884 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c85cb-a52d-4b3c-93ca-cb2ba7bfff97 req-29d42b88-109b-4ea9-a4c4-c86ffc58c688 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:43.090394 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f93c85cb-a52d-4b3c-93ca-cb2ba7bfff97 req-29d42b88-109b-4ea9-a4c4-c86ffc58c688 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 943 time: 0.0520406 Oct 12 17:00:43.129847 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f93c85cb-a52d-4b3c-93ca-cb2ba7bfff97 req-cecfa9db-ee87-41f1-8983-7023083a32bb tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332129 Oct 12 17:00:43.152236 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ec476-2a9e-411f-8265-386677f98885 req-41087581-7504-4b05-a125-31365cbb2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:43.153738 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-767ec476-2a9e-411f-8265-386677f98885 req-41087581-7504-4b05-a125-31365cbb2e6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0634813 Oct 12 17:00:43.198032 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ec476-2a9e-411f-8265-386677f98885 req-7dab45a4-9828-40fb-abfb-4c207f375735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:43.199437 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-767ec476-2a9e-411f-8265-386677f98885 req-7dab45a4-9828-40fb-abfb-4c207f375735 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384717 Oct 12 17:00:43.289803 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-767ec476-2a9e-411f-8265-386677f98885 req-2399e3cf-c53f-4764-9a09-eb4cfe92e7c1 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826926 Oct 12 17:00:43.381225 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-767ec476-2a9e-411f-8265-386677f98885 req-d7a93e35-da9a-4f85-9572-1ba11e3df3ff service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843689 Oct 12 17:00:44.244086 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928584d-c587-4aba-baf2-0a8702df8776 req-7ca85424-6607-4ea6-a5d4-4a67b881e4aa tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:44.245560 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c928584d-c587-4aba-baf2-0a8702df8776 req-7ca85424-6607-4ea6-a5d4-4a67b881e4aa tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 943 time: 0.0468636 Oct 12 17:00:44.282216 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-c928584d-c587-4aba-baf2-0a8702df8776 req-df1d2703-bd3b-425b-a046-658495873389 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299506 Oct 12 17:00:45.393335 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47def8d7-9487-4b57-af61-b4dd6a5d1f80 req-22162b77-c332-4876-b087-288f173b45cb tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:45.394807 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-47def8d7-9487-4b57-af61-b4dd6a5d1f80 req-22162b77-c332-4876-b087-288f173b45cb tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 943 time: 0.0465155 Oct 12 17:00:45.435121 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-47def8d7-9487-4b57-af61-b4dd6a5d1f80 req-8e5eefad-0a15-40e3-aeeb-6b07291a27e8 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345755 Oct 12 17:00:45.566339 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:46.544988 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fac38f-1d6e-4759-a27b-2e84e3ee2121 req-230cca7e-8eaf-4bf9-8690-eb868e76afa3 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:46.546466 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a6fac38f-1d6e-4759-a27b-2e84e3ee2121 req-230cca7e-8eaf-4bf9-8690-eb868e76afa3 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 943 time: 0.0475500 Oct 12 17:00:46.582985 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a6fac38f-1d6e-4759-a27b-2e84e3ee2121 req-2a8db55b-dda1-4af6-bb28-a17445c90f42 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307422 Oct 12 17:00:47.692700 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c225-0180-4353-b01a-d298be20cfae req-b5bdbccb-2d85-445e-8e80-7434c4cc3b34 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:47.694206 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5948c225-0180-4353-b01a-d298be20cfae req-b5bdbccb-2d85-445e-8e80-7434c4cc3b34 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 943 time: 0.0475328 Oct 12 17:00:47.730722 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5948c225-0180-4353-b01a-d298be20cfae req-845187f0-c908-47eb-95ed-085e34f9753e tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307524 Oct 12 17:00:47.906335 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:00:48.841628 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a10455-b9dc-4969-a85f-dc6acb2cd50f req-f7104ee2-4a55-4acf-91c0-d8cca7845add tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:48.843096 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-76a10455-b9dc-4969-a85f-dc6acb2cd50f req-f7104ee2-4a55-4acf-91c0-d8cca7845add tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 943 time: 0.0487626 Oct 12 17:00:48.883972 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-76a10455-b9dc-4969-a85f-dc6acb2cd50f req-b1008e6a-1a6c-46ca-9a1e-8f240736215b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347071 Oct 12 17:00:49.993728 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490b6cc-151c-420b-ae3c-042e9970b204 req-a2ef2510-1172-4c10-802f-f62b64308cbf tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:49.995164 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e490b6cc-151c-420b-ae3c-042e9970b204 req-a2ef2510-1172-4c10-802f-f62b64308cbf tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 943 time: 0.0465019 Oct 12 17:00:50.032384 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e490b6cc-151c-420b-ae3c-042e9970b204 req-b572712b-6a02-465c-ba28-7d6bb6bf641e tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308840 Oct 12 17:00:51.142316 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879857c6-193e-4b91-8309-df135c093210 req-95b6059d-8ba3-4a38-8f1b-aaff0ab42cb3 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:51.143781 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-879857c6-193e-4b91-8309-df135c093210 req-95b6059d-8ba3-4a38-8f1b-aaff0ab42cb3 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 943 time: 0.0474164 Oct 12 17:00:51.180534 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-879857c6-193e-4b91-8309-df135c093210 req-461d0fbc-0f13-4370-998c-e5181ba8d961 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Oct 12 17:00:51.356546 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 88d98626-0e55-4191-afff-145982418015 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:00:51.446367 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 88d98626-0e55-4191-afff-145982418015, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=88d98626-0e55-4191-afff-145982418015,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:51.457449 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '88d98626-0e55-4191-afff-145982418015', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'port_id': '88d98626-0e55-4191-afff-145982418015', 'mac_address': 'fa:16:3e:b0:b5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:00:51.495511 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.507897 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d98626-0e55-4191-afff-145982418015 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:00:51.526405 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 88d98626-0e55-4191-afff-145982418015, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=88d98626-0e55-4191-afff-145982418015,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:51.529742 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:51.574010 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=88d98626-0e55-4191-afff-145982418015,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:51.581260 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.581637 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.581979 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.582315 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.582641 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.582970 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.583300 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.583622 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.583948 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.584270 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.584588 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.584907 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:51.832981 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['88d98626-0e55-4191-afff-145982418015'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:00:52.303518 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbd3e2-8613-4579-94ab-5943726e7182 req-077640bb-0cfd-4d27-9255-c875d44b007d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:52.304865 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cdbd3e2-8613-4579-94ab-5943726e7182 req-077640bb-0cfd-4d27-9255-c875d44b007d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 944 time: 0.0465989 Oct 12 17:00:52.345558 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-0cdbd3e2-8613-4579-94ab-5943726e7182 req-e82474ea-7286-4731-aba1-983866f6ca72 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348382 Oct 12 17:00:53.356015 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 88d98626-0e55-4191-afff-145982418015 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:00:53.404046 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 88d98626-0e55-4191-afff-145982418015 completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:00:53.407552 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 88d98626-0e55-4191-afff-145982418015 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:00:53.407925 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.459870 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ffe49-ee66-4cc5-9233-7eb12854db57 req-67acf6b1-5afd-42fe-9b8d-a5ef692b3a31 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:53.461337 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f84ffe49-ee66-4cc5-9233-7eb12854db57 req-67acf6b1-5afd-42fe-9b8d-a5ef692b3a31 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 944 time: 0.0494380 Oct 12 17:00:53.486223 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.498605 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f84ffe49-ee66-4cc5-9233-7eb12854db57 req-058145fb-dca1-4352-b84f-f42b9af1af4d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313823 Oct 12 17:00:53.509152 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547e1c76-7394-4522-89fe-cfb109aec153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d98626-0e55-4191-afff-145982418015'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:00:53.511549 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d14066-9ec3-4385-affb-b3d5d1ce097e" -d '{"events": [{"server_uuid": "547e1c76-7394-4522-89fe-cfb109aec153", "name": "network-vif-plugged", "status": "completed", "tag": "88d98626-0e55-4191-afff-145982418015"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:00:53.524312 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 88d98626-0e55-4191-afff-145982418015, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=88d98626-0e55-4191-afff-145982418015,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:00:53.530000 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.578353 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=88d98626-0e55-4191-afff-145982418015,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:53.663363 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b946d4d9-1eea-4895-b200-e6b21a3a7700 x-openstack-request-id: req-b946d4d9-1eea-4895-b200-e6b21a3a7700 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:00:53.663658 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547e1c76-7394-4522-89fe-cfb109aec153", "name": "network-vif-plugged", "status": "completed", "tag": "88d98626-0e55-4191-afff-145982418015", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:00:53.663914 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b946d4d9-1eea-4895-b200-e6b21a3a7700 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:00:53.664309 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547e1c76-7394-4522-89fe-cfb109aec153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d98626-0e55-4191-afff-145982418015', 'code': 200} Oct 12 17:00:53.890162 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183a6ed-6bb9-413f-98c5-495fa78b5bc4 req-ac5ba119-95d2-451c-8171-5d0a8adeed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:53.891476 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-d183a6ed-6bb9-413f-98c5-495fa78b5bc4 req-ac5ba119-95d2-451c-8171-5d0a8adeed01 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 1098 time: 0.0380986 Oct 12 17:00:53.925937 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-d183a6ed-6bb9-413f-98c5-495fa78b5bc4 req-0296ca25-9b28-4eb9-9900-9a8ebcc29c83 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273550 Oct 12 17:00:54.609791 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a709d2-65fa-4ddd-b818-333c894b4a4d req-90d2b1ca-9a97-4bd3-983f-9c17cfcd504c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:54.611243 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e2a709d2-65fa-4ddd-b818-333c894b4a4d req-90d2b1ca-9a97-4bd3-983f-9c17cfcd504c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 945 time: 0.0474133 Oct 12 17:00:54.647153 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e2a709d2-65fa-4ddd-b818-333c894b4a4d req-e0e7daa9-5c79-44f2-b84b-fa0cc1e5ffc2 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300856 Oct 12 17:00:54.815829 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0544d40d-66a6-493d-861e-55f9b5e780d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.758192 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c507a-9603-4d80-a991-1c240ebfa775 req-792c155f-5894-476c-9649-eb639c517fae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:55.759624 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-289c507a-9603-4d80-a991-1c240ebfa775 req-792c155f-5894-476c-9649-eb639c517fae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 945 time: 0.0470216 Oct 12 17:00:55.799803 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-289c507a-9603-4d80-a991-1c240ebfa775 req-ae5ca51f-d1ed-428b-b20d-943e1e68448d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344875 Oct 12 17:00:55.909704 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350036b2-4315-4642-b8af-198698690a4b req-211debb3-3a51-49e7-855c-9fe39207053c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:55.911191 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-350036b2-4315-4642-b8af-198698690a4b req-211debb3-3a51-49e7-855c-9fe39207053c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 945 time: 0.0479960 Oct 12 17:00:55.948383 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-350036b2-4315-4642-b8af-198698690a4b req-9beb02e4-4e89-4079-a563-cb9cbc310220 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312812 Oct 12 17:00:55.970112 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50634) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:56.009167 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac11ab8-271f-47f0-8856-b132aa911c17 tempest-TestVolumeBootPattern-1493243075 tempest-TestVolumeBootPattern-1493243075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:56.010726 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-7ac11ab8-271f-47f0-8856-b132aa911c17 tempest-TestVolumeBootPattern-1493243075 tempest-TestVolumeBootPattern-1493243075-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 1093 time: 0.0396588 Oct 12 17:00:56.013468 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50636) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:00:56.018233 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'floatingip': {'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'port_id': '88d98626-0e55-4191-afff-145982418015', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:00:56.038762 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:56.134012 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:56.230854 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Allocated IP 172.27.2.157 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/f77d6139-1740-4bd9-9a8a-d3c616d2b6a7) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:00:56.333569 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:56.366166 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:56.406046 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:00:56.408846 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:00:56.411460 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:00:56.417014 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'Port': ['ID=f77d6139-1740-4bd9-9a8a-d3c616d2b6a7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:56.443034 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.443388 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.443731 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.444070 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.444403 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.444734 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.445069 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.445415 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.445749 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.446075 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.446397 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.446717 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:00:56.768740 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:56.833714 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:56.981803 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:56.986444 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:57.053496 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'Port': ['ID=f77d6139-1740-4bd9-9a8a-d3c616d2b6a7,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:00:57.061579 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:57.158821 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.l3_db [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Floating IP 9f6519e2-9826-40c1-a7ac-97909aa4c6a4 associated. External IP: 172.27.2.157, port: 88d98626-0e55-4191-afff-145982418015. Oct 12 17:00:57.355250 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:00:57.458185 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:00:57.467579 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9edc3ad-7fe5-462c-aba5-0576a7cf1a94 None None] Sync routers for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:00:57.475569 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:57.477806 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9edc3ad-7fe5-462c-aba5-0576a7cf1a94 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:57.478471 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a9edc3ad-7fe5-462c-aba5-0576a7cf1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:00:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:57.502724 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-9e4873a9-13dc-4d2d-b87a-e42a9f5916ed tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4882693 Oct 12 17:00:57.503269 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547e1c76-7394-4522-89fe-cfb109aec153', 'tag': '88d98626-0e55-4191-afff-145982418015'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:00:57.505600 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857de73c-e598-46f5-a9ee-0f952d6e4460" -d '{"events": [{"name": "network-changed", "server_uuid": "547e1c76-7394-4522-89fe-cfb109aec153", "tag": "88d98626-0e55-4191-afff-145982418015"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:00:57.600209 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3513d0-9737-4e31-8c81-57b131a46c20 x-openstack-request-id: req-9c3513d0-9737-4e31-8c81-57b131a46c20 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:00:57.600499 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547e1c76-7394-4522-89fe-cfb109aec153", "tag": "88d98626-0e55-4191-afff-145982418015", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:00:57.600748 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c3513d0-9737-4e31-8c81-57b131a46c20 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:00:57.601148 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547e1c76-7394-4522-89fe-cfb109aec153', 'tag': '88d98626-0e55-4191-afff-145982418015', 'status': 'completed', 'code': 200} Oct 12 17:00:57.654031 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9ff30adf-cfcf-4b5c-b9e1-ff2cf085c420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:57.689491 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857de73c-e598-46f5-a9ee-0f952d6e4460 req-d8400465-8d40-4c44-a0d9-97404f32ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:57.690973 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-857de73c-e598-46f5-a9ee-0f952d6e4460 req-d8400465-8d40-4c44-a0d9-97404f32ce54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 1098 time: 0.0442584 Oct 12 17:00:57.714852 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a9edc3ad-7fe5-462c-aba5-0576a7cf1a94 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:57.780577 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857de73c-e598-46f5-a9ee-0f952d6e4460 req-8ebee77d-848a-4ccc-b4a2-9ff870171e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:57.782621 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-857de73c-e598-46f5-a9ee-0f952d6e4460 req-8ebee77d-848a-4ccc-b4a2-9ff870171e8d service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0844717 Oct 12 17:00:57.850958 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-857de73c-e598-46f5-a9ee-0f952d6e4460 req-a383b7e2-f8cc-4bad-9ddf-442d7fa66036 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88d98626-0e55-4191-afff-145982418015 HTTP/1.1" status: 200 len: 999 time: 0.0608552 Oct 12 17:00:57.900104 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857de73c-e598-46f5-a9ee-0f952d6e4460 req-85e52786-7606-4758-8fd2-768339ff45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:57.901661 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-857de73c-e598-46f5-a9ee-0f952d6e4460 req-85e52786-7606-4758-8fd2-768339ff45e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0430310 Oct 12 17:00:57.939552 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a9edc3ad-7fe5-462c-aba5-0576a7cf1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '9f6519e2-9826-40c1-a7ac-97909aa4c6a4', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '88d98626-0e55-4191-afff-145982418015', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:b0:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e1c76-7394-4522-89fe-cfb109aec153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:00:56Z', 'updated_at': '2021-10-12T17:00:56Z', 'revision_number': 0, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:57.948005 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857de73c-e598-46f5-a9ee-0f952d6e4460 req-15434605-6f4f-449c-b211-d08b392f68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:57.949518 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-857de73c-e598-46f5-a9ee-0f952d6e4460 req-15434605-6f4f-449c-b211-d08b392f68b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399706 Oct 12 17:00:57.965057 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9edc3ad-7fe5-462c-aba5-0576a7cf1a94 None None] Checking router: 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:00:57.973748 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9edc3ad-7fe5-462c-aba5-0576a7cf1a94 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:00:57.974344 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a9edc3ad-7fe5-462c-aba5-0576a7cf1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:00:58Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:58.041331 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-857de73c-e598-46f5-a9ee-0f952d6e4460 req-98031e3c-0527-47fa-b934-f8a16bdc34a4 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845504 Oct 12 17:00:58.079150 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a9edc3ad-7fe5-462c-aba5-0576a7cf1a94 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:00:58.128770 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-857de73c-e598-46f5-a9ee-0f952d6e4460 req-0fb077d8-b92a-4023-be9c-1b7635b822d1 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802586 Oct 12 17:00:58.300384 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a9edc3ad-7fe5-462c-aba5-0576a7cf1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '9f6519e2-9826-40c1-a7ac-97909aa4c6a4', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '88d98626-0e55-4191-afff-145982418015', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:b0:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e1c76-7394-4522-89fe-cfb109aec153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:00:56Z', 'updated_at': '2021-10-12T17:00:56Z', 'revision_number': 0, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:00:58.325917 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9edc3ad-7fe5-462c-aba5-0576a7cf1a94 None None] The sync data for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi is: [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '9f6519e2-9826-40c1-a7ac-97909aa4c6a4', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '88d98626-0e55-4191-afff-145982418015', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:b0:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e1c76-7394-4522-89fe-cfb109aec153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:00:56Z', 'updated_at': '2021-10-12T17:00:56Z', 'revision_number': 0, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:00:58.363386 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:58.505793 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556fbe49-d358-40d9-b8c2-bcb7c1202308 None None] New status for floating IP 9f6519e2-9826-40c1-a7ac-97909aa4c6a4: ACTIVE {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:00:59.023208 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:00.471234 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:15.582814 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.815630 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7c02aa40-4aef-4c20-9523-1ab5fbeed0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:24.905815 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:01:26.751745 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-1b2a7dd3-6919-4150-8839-f15dd81cd921 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382421 Oct 12 17:01:26.848370 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-b1e9f5e7-7da4-40de-8df9-19f747e68a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:26.849869 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-b1e9f5e7-7da4-40de-8df9-19f747e68a8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 1098 time: 0.0434599 Oct 12 17:01:26.949060 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-5d2c42a2-79fa-4b6e-8c69-c1b45ab6fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:26.950532 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-5d2c42a2-79fa-4b6e-8c69-c1b45ab6fb45 service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0823863 Oct 12 17:01:27.018101 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-6fa5d474-e556-4faa-a19f-dd8e88a80aa1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88d98626-0e55-4191-afff-145982418015 HTTP/1.1" status: 200 len: 1001 time: 0.0605443 Oct 12 17:01:27.065295 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-1c45f3bd-1494-4dcb-9ef3-55829f038821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:27.066768 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-1c45f3bd-1494-4dcb-9ef3-55829f038821 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0423520 Oct 12 17:01:27.109590 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-2141077e-8e7f-4fc2-8f67-3839b03d7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:27.110971 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-2141077e-8e7f-4fc2-8f67-3839b03d7683 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371811 Oct 12 17:01:27.202725 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-bae79c19-b3f8-4062-85d2-74e1c5d4bf60 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842483 Oct 12 17:01:27.289619 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-425e7e91-3f57-49b2-aa52-3d08ab426713 req-39273715-4aeb-4ddc-b5c2-7af432803b41 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783226 Oct 12 17:01:27.504085 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-837c30e6-1166-4ede-9203-61bd308d07db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:28.365407 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:29.027021 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:30.473124 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:45.596066 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:54.816151 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-042885b3-4c10-49f7-9530-8a3bddd183ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:57.503696 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-718987bd-ac91-4710-b579-9ab7cd1fa902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:58.368094 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:59.028697 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:00.475948 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:01.904762 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:02:15.594261 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:24.816888 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-91235203-9eb7-4d2e-abc8-e9058d3ce1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:26.750074 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-04083429-f4db-401c-a3ae-6246a95b561d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386293 Oct 12 17:02:26.850295 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-ffc6fbda-ae73-41a4-ac32-f20e65c637f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:26.851747 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-ffc6fbda-ae73-41a4-ac32-f20e65c637f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 1098 time: 0.0429926 Oct 12 17:02:26.950570 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-57738104-4c97-4a4a-972b-655e46c5ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:26.952130 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-57738104-4c97-4a4a-972b-655e46c5ceef service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0819600 Oct 12 17:02:27.019456 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-2dc415f1-531f-417a-a081-c8ccd6fb98f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88d98626-0e55-4191-afff-145982418015 HTTP/1.1" status: 200 len: 1001 time: 0.0602951 Oct 12 17:02:27.067674 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-06707fe3-d5d6-45ab-8cee-7f151ca99e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:27.069056 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-06707fe3-d5d6-45ab-8cee-7f151ca99e0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0433412 Oct 12 17:02:27.112266 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-24fe8da8-ae98-4054-8656-f38447620489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:27.113709 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-24fe8da8-ae98-4054-8656-f38447620489 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377243 Oct 12 17:02:27.204357 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-0103e6c5-d997-4eb4-b79d-bf7122d7e75d service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837126 Oct 12 17:02:27.294336 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3fb29d12-94b5-4124-88d4-b0e8a0bd4aa6 req-3c8177ab-e75b-481a-9609-62a3bebab8a7 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829237 Oct 12 17:02:27.503320 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-22edb9da-4360-4d27-8c48-953833b8d62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:28.367628 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:29.032099 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:30.479624 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:37.294856 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-b45f6de2-22b7-4fdf-80b1-374edb5fafd4 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795631003&fields=id&tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895 HTTP/1.1" status: 200 len: 267 time: 0.0339208 Oct 12 17:02:37.405864 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-62433d22-bb1a-4af4-b844-d1da4b3100a2 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:37.407330 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-62433d22-bb1a-4af4-b844-d1da4b3100a2 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 812 time: 0.1059079 Oct 12 17:02:37.422447 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-b82c867c-22bf-4741-9889-6629e4d8a175 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/quotas/dfe6bb8a0d1d4df4bb014ed753e2a895 HTTP/1.1" status: 200 len: 375 time: 0.0093150 Oct 12 17:02:37.476776 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-d4b622a0-1663-452b-b752-cb97b9ea07aa tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0491521 Oct 12 17:02:37.571632 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a819fc19-0484-451f-85ec-11980990ad58 service neutron] 10.222.0.48 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833228 Oct 12 17:02:37.658180 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-2218bd2a-1c56-4918-a1b1-ce86da2a7de9 service neutron] 10.222.0.48 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802009 Oct 12 17:02:37.927304 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5ab8a7c2-4177-43b8-b47e-ffeabb51962a req-a25d2616-daff-4a99-bade-675b5eeae45f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 210 time: 0.0255883 Oct 12 17:02:38.875385 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a10d66d0-2d48-4d2c-848c-c64d414a1a1d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:38.876826 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a10d66d0-2d48-4d2c-848c-c64d414a1a1d tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 812 time: 0.1044416 Oct 12 17:02:38.942879 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f4e598cc-c791-4dbc-9504-b9e717ee6a65 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895 HTTP/1.1" status: 200 len: 379 time: 0.0375559 Oct 12 17:02:38.953624 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'port': {'device_id': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'admin_state_up': True, 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'security_groups': ['53a6a902-235b-4f01-8c31-0bd29200c5b7']}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:02:38.999520 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:02:39.022300 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-93fc45ab-a67e-4665-b181-6549b47090f8 req-9cf8781d-27ee-4c34-9b76-b0c803b35f36 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 210 time: 0.0266283 Oct 12 17:02:39.076645 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Made reservation on behalf of dfe6bb8a0d1d4df4bb014ed753e2a895 for: {'port': 1} {{(pid=100532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:02:39.080359 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:39.202811 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Allocated IP 172.20.0.9 (092a64d9-61dc-410f-a008-751f5ee6400e/b745f768-2de2-4b61-b2c0-4ed40f25ee23/13939cdb-001f-4195-acd3-0271324cb1a9) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:02:39.339328 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:39.372266 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:39.423155 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Network 092a64d9-61dc-410f-a008-751f5ee6400e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:02:39.428273 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:02:39.431338 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:02:39.478616 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'Port': ['ID=13939cdb-001f-4195-acd3-0271324cb1a9,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:39.497397 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:39.498037 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:39.501136 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.501612 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.501953 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.502287 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.502619 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.502951 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.503302 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.503604 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.503926 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.504849 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.504849 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.504849 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:39.528582 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-f1ea22a6-7769-4ec7-8708-80900d4e1b17 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797620 Oct 12 17:02:39.546638 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.v2.base [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Request body: {'port': {'device_id': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:02:39.600581 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:39.685128 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-dd861597-efa9-47ee-902a-913db9e0558b None None] Provisioning complete for port 13939cdb-001f-4195-acd3-0271324cb1a9 triggered by entity DHCP. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:02:39.685734 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-dd861597-efa9-47ee-902a-913db9e0558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:39.720506 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-dd861597-efa9-47ee-902a-913db9e0558b None None] Port 13939cdb-001f-4195-acd3-0271324cb1a9 cannot update to ACTIVE because it is not bound. {{(pid=100533) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:02:39.850753 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13939cdb-001f-4195-acd3-0271324cb1a9 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:02:39.857841 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:39.869029 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Transition to ACTIVE for port object 13939cdb-001f-4195-acd3-0271324cb1a9 will not be triggered until provisioned by entity L2. {{(pid=100532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:02:39.871951 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:39.920249 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Pushing event updated for resources: {'Port': ['ID=13939cdb-001f-4195-acd3-0271324cb1a9,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:39.987487 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Attempting to bind port 13939cdb-001f-4195-acd3-0271324cb1a9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:02:39.987837 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Attempting to bind port 13939cdb-001f-4195-acd3-0271324cb1a9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:02:39.988170 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Attempting to bind port 13939cdb-001f-4195-acd3-0271324cb1a9 on network 092a64d9-61dc-410f-a008-751f5ee6400e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:02:39.992611 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Port 13939cdb-001f-4195-acd3-0271324cb1a9 on network 092a64d9-61dc-410f-a008-751f5ee6400e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:02:39.992936 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Attempting to bind port 13939cdb-001f-4195-acd3-0271324cb1a9 on network 092a64d9-61dc-410f-a008-751f5ee6400e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:02:40.001161 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Checking agent: {'id': '5e2c96bb-d3a6-43a5-abd7-40efb1a59f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'started_at': datetime.datetime(2021, 10, 12, 16, 46, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:02:40.001161 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Checking segment: {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:02:40.001161 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Bound using segment: {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:02:40.001161 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Bound port: 13939cdb-001f-4195-acd3-0271324cb1a9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3d0d55-a8d4-4a92-983a-5341c60ce972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:02:40.001161 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:40.069203 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] For port 13939cdb-001f-4195-acd3-0271324cb1a9, host hv-cinder-81322, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:02:40.072612 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] For port 13939cdb-001f-4195-acd3-0271324cb1a9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=13939cdb-001f-4195-acd3-0271324cb1a9,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:02:40.078410 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12390349'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:40.115272 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:40.115884 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:40.117257 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] 10.222.0.25 "PUT /v2.0/ports/13939cdb-001f-4195-acd3-0271324cb1a9 HTTP/1.1" status: 200 len: 1093 time: 0.5756390 Oct 12 17:02:40.117717 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'tag': '13939cdb-001f-4195-acd3-0271324cb1a9'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:02:40.119986 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aed24f3-1465-4579-ad2e-9acfadbb33e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb7544c-8de5-450f-a54c-c95d98b5c8ea", "tag": "13939cdb-001f-4195-acd3-0271324cb1a9"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:02:40.149842 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fdf51-dd1f-4039-957f-03f642ee21b3 service neutron] Pushing event updated for resources: {'Port': ['ID=13939cdb-001f-4195-acd3-0271324cb1a9,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:40.156870 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf0dd-d399-43e9-8619-29cbe0f50802 req-c9d6474d-1ba6-4a36-a7fd-4c6e54985a00 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:40.164801 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3debf0dd-d399-43e9-8619-29cbe0f50802 req-c9d6474d-1ba6-4a36-a7fd-4c6e54985a00 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 943 time: 0.0724578 Oct 12 17:02:40.171063 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fbe237-029c-4e90-bd4c-7e11f3b4a450 x-openstack-request-id: req-87fbe237-029c-4e90-bd4c-7e11f3b4a450 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:02:40.171576 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb7544c-8de5-450f-a54c-c95d98b5c8ea", "tag": "13939cdb-001f-4195-acd3-0271324cb1a9", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:02:40.172043 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87fbe237-029c-4e90-bd4c-7e11f3b4a450 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:02:40.172640 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'tag': '13939cdb-001f-4195-acd3-0271324cb1a9', 'status': 'completed', 'code': 200} Oct 12 17:02:40.201614 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-3debf0dd-d399-43e9-8619-29cbe0f50802 req-57e67cd8-63a0-4209-bdcb-751389d0f782 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350347 Oct 12 17:02:40.231086 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-d358cd31-0c06-46b2-b0a5-ffba911633c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:40.232710 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-d358cd31-0c06-46b2-b0a5-ffba911633c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 1096 time: 0.0479591 Oct 12 17:02:40.283764 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-17003e02-0dfe-4974-b449-0be75a72f273 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13939cdb-001f-4195-acd3-0271324cb1a9 HTTP/1.1" status: 200 len: 217 time: 0.0384715 Oct 12 17:02:40.332400 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-3be5ad76-b90f-4ff7-bc1b-d9ef2edeb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:40.333836 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-3be5ad76-b90f-4ff7-bc1b-d9ef2edeb06d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0432160 Oct 12 17:02:40.378905 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-2878c3f4-3db6-4df1-94ad-309083f86b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:40.380737 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-2878c3f4-3db6-4df1-94ad-309083f86b3d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398173 Oct 12 17:02:40.471679 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-0ea4c894-18ef-4a31-9585-f579b76110e2 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836234 Oct 12 17:02:40.557982 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-27b4244e-633d-4c71-a1bd-cdeb05cbe27f req-9e9ca409-1247-4200-8c46-1f230c49ad30 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794206 Oct 12 17:02:40.688640 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed24f3-1465-4579-ad2e-9acfadbb33e7 req-d582fa8d-b1b5-4e67-8370-383df63937be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:40.690104 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5aed24f3-1465-4579-ad2e-9acfadbb33e7 req-d582fa8d-b1b5-4e67-8370-383df63937be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 1096 time: 0.0393651 Oct 12 17:02:40.780008 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed24f3-1465-4579-ad2e-9acfadbb33e7 req-f00ca9e3-e808-42c1-bfe5-c33ad559f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:40.781424 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5aed24f3-1465-4579-ad2e-9acfadbb33e7 req-f00ca9e3-e808-42c1-bfe5-c33ad559f8c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0844288 Oct 12 17:02:40.821896 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5aed24f3-1465-4579-ad2e-9acfadbb33e7 req-b9a92337-d656-4835-9152-aa9123e9253b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13939cdb-001f-4195-acd3-0271324cb1a9 HTTP/1.1" status: 200 len: 217 time: 0.0327539 Oct 12 17:02:40.873830 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed24f3-1465-4579-ad2e-9acfadbb33e7 req-92f6e226-6c33-4fbc-8926-cbfc87980443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:40.875200 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5aed24f3-1465-4579-ad2e-9acfadbb33e7 req-92f6e226-6c33-4fbc-8926-cbfc87980443 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0450315 Oct 12 17:02:40.919569 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed24f3-1465-4579-ad2e-9acfadbb33e7 req-4ab1b61b-78bd-4cdc-87cd-48fc5a41e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:40.921565 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5aed24f3-1465-4579-ad2e-9acfadbb33e7 req-4ab1b61b-78bd-4cdc-87cd-48fc5a41e218 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380642 Oct 12 17:02:41.008476 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5aed24f3-1465-4579-ad2e-9acfadbb33e7 req-0bdd0312-d7fb-42c7-843f-86f474bb30a5 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786047 Oct 12 17:02:41.100474 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-5aed24f3-1465-4579-ad2e-9acfadbb33e7 req-0711e33d-1506-4022-974c-74ea4ca75ae2 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809073 Oct 12 17:02:41.323600 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e22a0-0f66-40a1-986f-0a5f3d3f0457 req-f4e176b2-9556-4d29-9e89-143e93afacc5 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:41.325075 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-235e22a0-0f66-40a1-986f-0a5f3d3f0457 req-f4e176b2-9556-4d29-9e89-143e93afacc5 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 943 time: 0.0550210 Oct 12 17:02:41.362833 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-235e22a0-0f66-40a1-986f-0a5f3d3f0457 req-2d287a1f-a5c3-4bda-aae2-b8fb56db5c1e tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311053 Oct 12 17:02:42.473844 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629a4df-274b-4ab5-89ff-d3656c15775c req-248ac209-337c-4b24-8d58-f710f2eee799 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:42.475310 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6629a4df-274b-4ab5-89ff-d3656c15775c req-248ac209-337c-4b24-8d58-f710f2eee799 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 943 time: 0.0473266 Oct 12 17:02:42.511664 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6629a4df-274b-4ab5-89ff-d3656c15775c req-1cbf868e-19c5-4d18-b23e-f80e7c3aa3bd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305941 Oct 12 17:02:43.635735 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55073c3-3b98-461c-b879-42299945d395 req-93140400-9161-43ca-a4c4-63f4496949a5 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:43.637233 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a55073c3-3b98-461c-b879-42299945d395 req-93140400-9161-43ca-a4c4-63f4496949a5 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 943 time: 0.0553751 Oct 12 17:02:43.678578 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-a55073c3-3b98-461c-b879-42299945d395 req-b815a613-483f-43c8-b8c2-f1b8a5694119 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348082 Oct 12 17:02:44.790118 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3306c8-97f2-489b-840d-0ccc721acd46 req-e09c367d-bce6-49a4-8890-40ef2a8c1abe tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:44.791566 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bb3306c8-97f2-489b-840d-0ccc721acd46 req-e09c367d-bce6-49a4-8890-40ef2a8c1abe tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 943 time: 0.0475969 Oct 12 17:02:44.829248 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-bb3306c8-97f2-489b-840d-0ccc721acd46 req-4d356dda-6746-4ea2-9b40-80ba78d9ba2f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318851 Oct 12 17:02:45.609703 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:45.939048 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea0949-53e3-45b4-a978-c7635360411f req-904f4c02-022f-4be9-8558-92043a5dc00f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:45.940517 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5eea0949-53e3-45b4-a978-c7635360411f req-904f4c02-022f-4be9-8558-92043a5dc00f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 943 time: 0.0472484 Oct 12 17:02:45.976537 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-5eea0949-53e3-45b4-a978-c7635360411f req-279ca9b8-fea6-4ab3-a8f0-6cfe31a24a32 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302057 Oct 12 17:02:47.090487 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701ab99-d8c9-4d9a-9f00-6ee20d5ec3ee req-c8d46e08-ce3d-4174-ade1-b41edbc8a8cd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:47.091942 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1701ab99-d8c9-4d9a-9f00-6ee20d5ec3ee req-c8d46e08-ce3d-4174-ade1-b41edbc8a8cd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 943 time: 0.0508115 Oct 12 17:02:47.128619 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-1701ab99-d8c9-4d9a-9f00-6ee20d5ec3ee req-1ed8cd4c-42a3-4d6e-b741-31fa67bcfa51 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Oct 12 17:02:47.963244 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 13939cdb-001f-4195-acd3-0271324cb1a9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100533) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:02:48.056276 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 13939cdb-001f-4195-acd3-0271324cb1a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=13939cdb-001f-4195-acd3-0271324cb1a9,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:48.067258 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Returning: {'device': '13939cdb-001f-4195-acd3-0271324cb1a9', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'port_id': '13939cdb-001f-4195-acd3-0271324cb1a9', 'mac_address': 'fa:16:3e:35:ac:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100533) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:02:48.103251 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:48.115579 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13939cdb-001f-4195-acd3-0271324cb1a9 {{(pid=100533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:02:48.133932 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 13939cdb-001f-4195-acd3-0271324cb1a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=13939cdb-001f-4195-acd3-0271324cb1a9,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:48.137270 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:48.183561 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=13939cdb-001f-4195-acd3-0271324cb1a9,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:48.190828 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.191172 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.191510 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.191843 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.192177 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.192508 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.192829 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.193152 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.193505 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.193826 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.194145 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.194463 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:48.240790 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fe895-d1c5-40e8-85a5-0c9d645b7faf req-fdd5af39-fd62-4330-9ee8-00cf1bcfc0b7 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:48.242271 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b91fe895-d1c5-40e8-85a5-0c9d645b7faf req-fdd5af39-fd62-4330-9ee8-00cf1bcfc0b7 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 944 time: 0.0492170 Oct 12 17:02:48.280061 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-b91fe895-d1c5-40e8-85a5-0c9d645b7faf req-d265f55d-f314-4556-adac-c835c46b0129 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318437 Oct 12 17:02:48.426970 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] get_ports_and_sgs() called for port_ids ['13939cdb-001f-4195-acd3-0271324cb1a9'] {{(pid=100533) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:02:49.388673 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8398f-95b3-4e3f-948d-426bfdf84c8c req-7fb0abff-ef92-45a9-992d-08a9b51046b0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:49.390158 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e7f8398f-95b3-4e3f-948d-426bfdf84c8c req-7fb0abff-ef92-45a9-992d-08a9b51046b0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 944 time: 0.0473166 Oct 12 17:02:49.428102 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-e7f8398f-95b3-4e3f-948d-426bfdf84c8c req-bc392ccd-c530-4fc4-91b7-7093906036dd tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320697 Oct 12 17:02:49.961938 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 13939cdb-001f-4195-acd3-0271324cb1a9 up at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:02:50.011448 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning for port 13939cdb-001f-4195-acd3-0271324cb1a9 completed by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:02:50.015761 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.provisioning_blocks [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Provisioning complete for port 13939cdb-001f-4195-acd3-0271324cb1a9 triggered by entity L2. {{(pid=100533) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:02:50.016151 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3477136'] for port, provisioning_complete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:50.089450 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:50.110762 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13939cdb-001f-4195-acd3-0271324cb1a9'}] {{(pid=100533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:02:50.112984 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dee08fb1792db348e0b692f156d644532693f3a9d2fcc2028c82e8f786d8f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edf1817-a465-4660-94b2-f5e8dbbcb6c0" -d '{"events": [{"server_uuid": "8bb7544c-8de5-450f-a54c-c95d98b5c8ea", "name": "network-vif-plugged", "status": "completed", "tag": "13939cdb-001f-4195-acd3-0271324cb1a9"}]}' {{(pid=100533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:02:50.125570 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] For port 13939cdb-001f-4195-acd3-0271324cb1a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=13939cdb-001f-4195-acd3-0271324cb1a9,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:50.129596 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:50.152674 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98234c3e-a7be-44b6-ba61-cabc9336dd28 x-openstack-request-id: req-98234c3e-a7be-44b6-ba61-cabc9336dd28 {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:02:50.152963 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb7544c-8de5-450f-a54c-c95d98b5c8ea", "name": "network-vif-plugged", "status": "completed", "tag": "13939cdb-001f-4195-acd3-0271324cb1a9", "code": 200}]} {{(pid=100533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:02:50.153211 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98234c3e-a7be-44b6-ba61-cabc9336dd28 {{(pid=100533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:02:50.153623 dv-cinder-813221-2-iscsi neutron-server[100533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13939cdb-001f-4195-acd3-0271324cb1a9', 'code': 200} Oct 12 17:02:50.178385 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Pushing event updated for resources: {'Port': ['ID=13939cdb-001f-4195-acd3-0271324cb1a9,revision_number=5']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:50.380248 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63264f7-34a1-4246-807e-f8ec80b639be req-a0e3a0c0-f16f-4179-b0e5-2bce7deef0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:50.381751 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-e63264f7-34a1-4246-807e-f8ec80b639be req-a0e3a0c0-f16f-4179-b0e5-2bce7deef0fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 1098 time: 0.0393634 Oct 12 17:02:50.414628 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-e63264f7-34a1-4246-807e-f8ec80b639be req-e6ca121d-d87a-497f-af24-20cbc3f93efe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261903 Oct 12 17:02:50.541428 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27f5a5-e0b2-4c5c-a03f-39417df1a8a1 req-07bade69-90a2-4fa2-8f0a-bc484ce2777f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:50.542858 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ef27f5a5-e0b2-4c5c-a03f-39417df1a8a1 req-07bade69-90a2-4fa2-8f0a-bc484ce2777f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 945 time: 0.0512223 Oct 12 17:02:50.579180 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-ef27f5a5-e0b2-4c5c-a03f-39417df1a8a1 req-754a4ae2-ada7-4951-b819-a067acbd10c6 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298629 Oct 12 17:02:51.690505 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7a452-91f5-4be1-a500-3c0a68d586d0 req-98deb1c4-de3d-446b-8fe2-8d502e4aaf34 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:51.691935 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f9c7a452-91f5-4be1-a500-3c0a68d586d0 req-98deb1c4-de3d-446b-8fe2-8d502e4aaf34 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 945 time: 0.0471601 Oct 12 17:02:51.728117 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f9c7a452-91f5-4be1-a500-3c0a68d586d0 req-0ba89df1-7d64-42cc-b997-46d19160bc6b tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304322 Oct 12 17:02:51.836950 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955dc84-865c-49ff-982f-e8275f48c490 req-2f26e45c-3f62-4872-9226-6b2cdcc8f378 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:51.838415 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6955dc84-865c-49ff-982f-e8275f48c490 req-2f26e45c-3f62-4872-9226-6b2cdcc8f378 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 945 time: 0.0469532 Oct 12 17:02:51.875441 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6955dc84-865c-49ff-982f-e8275f48c490 req-d7f50150-874e-4a83-a339-3c3a26a1b65a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309923 Oct 12 17:02:51.897319 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50756) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:51.938557 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10123ed-7d66-4da4-889b-c4961eb96ccc tempest-TestVolumeBootPattern-1493243075 tempest-TestVolumeBootPattern-1493243075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:51.940028 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-f10123ed-7d66-4da4-889b-c4961eb96ccc tempest-TestVolumeBootPattern-1493243075 tempest-TestVolumeBootPattern-1493243075-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 1093 time: 0.0417347 Oct 12 17:02:51.942762 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50758) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:51.946865 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Request body: {'floatingip': {'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'port_id': '13939cdb-001f-4195-acd3-0271324cb1a9', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:02:51.967599 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:52.060101 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:52.381856 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Allocated IP 172.27.2.186 (d339d531-d6c2-4d8e-bfa2-5aa00ef958c1/4f85ec47-a9ef-4cc6-9143-ce4d3652747b/e12cb90a-db61-49f9-ab30-0a8b70bc84ce) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:02:52.477913 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:52.511614 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780332371420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:52.548718 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Network d339d531-d6c2-4d8e-bfa2-5aa00ef958c1 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:02:52.553039 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:02:52.556469 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:02:52.561728 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'Port': ['ID=e12cb90a-db61-49f9-ab30-0a8b70bc84ce,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:52.586776 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.587129 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.587478 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.587817 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.588151 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.588484 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.588813 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.589140 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.589492 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.589821 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.590143 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.590463 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.904865 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:52.967109 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3650582'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:53.113282 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:53.117583 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780332841238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780332371438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780332370692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317446'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:53.185140 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event updated for resources: {'Port': ['ID=e12cb90a-db61-49f9-ab30-0a8b70bc84ce,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:53.197057 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-464285'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:53.302642 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.db.l3_db [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Floating IP bffc00a4-1fe5-4592-bb45-ae3e291ed230 associated. External IP: 172.27.2.186, port: 13939cdb-001f-4195-acd3-0271324cb1a9. Oct 12 17:02:53.497245 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:02:53.600159 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:02:53.610167 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c0aff-2a61-4be9-9ef3-89e313dd0065 None None] Sync routers for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:02:53.618171 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:53.623201 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c0aff-2a61-4be9-9ef3-89e313dd0065 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:02:53.623905 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-159c0aff-2a61-4be9-9ef3-89e313dd0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:02:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:53.644198 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-7365ba62-cf7d-4af1-96d3-e359ec815e63 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7004759 Oct 12 17:02:53.644777 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'tag': '13939cdb-001f-4195-acd3-0271324cb1a9'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:02:53.647051 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b48b55220ccf68e21af4d5a5991928e32ea8526217417e521f218caa010bbc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb7544c-8de5-450f-a54c-c95d98b5c8ea", "tag": "13939cdb-001f-4195-acd3-0271324cb1a9"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:02:53.681874 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439f347d-5875-4db5-ad3f-a8c1205adabc x-openstack-request-id: req-439f347d-5875-4db5-ad3f-a8c1205adabc {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:02:53.682166 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb7544c-8de5-450f-a54c-c95d98b5c8ea", "tag": "13939cdb-001f-4195-acd3-0271324cb1a9", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:02:53.682415 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-439f347d-5875-4db5-ad3f-a8c1205adabc {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:02:53.682815 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'tag': '13939cdb-001f-4195-acd3-0271324cb1a9', 'status': 'completed', 'code': 200} Oct 12 17:02:53.729210 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-159c0aff-2a61-4be9-9ef3-89e313dd0065 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:02:53.766651 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052 req-50bf4869-c143-40c9-9c9e-47d2b1eac401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:53.768024 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052 req-50bf4869-c143-40c9-9c9e-47d2b1eac401 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 1098 time: 0.0422800 Oct 12 17:02:53.856011 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052 req-7397659c-e49c-48f8-9f67-0b582d9a15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:53.857484 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052 req-7397659c-e49c-48f8-9f67-0b582d9a15a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0823624 Oct 12 17:02:53.924313 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052 req-ad170e96-18a8-4e23-8d2a-67cfc3460c30 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13939cdb-001f-4195-acd3-0271324cb1a9 HTTP/1.1" status: 200 len: 999 time: 0.0600860 Oct 12 17:02:53.951539 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-159c0aff-2a61-4be9-9ef3-89e313dd0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '9f6519e2-9826-40c1-a7ac-97909aa4c6a4', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '88d98626-0e55-4191-afff-145982418015', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:b0:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e1c76-7394-4522-89fe-cfb109aec153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:00:56Z', 'updated_at': '2021-10-12T17:00:58Z', 'revision_number': 1, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}, {'id': 'bffc00a4-1fe5-4592-bb45-ae3e291ed230', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '13939cdb-001f-4195-acd3-0271324cb1a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:35:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:02:52Z', 'updated_at': '2021-10-12T17:02:52Z', 'revision_number': 0, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:53.972028 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052 req-807d3e50-ff2d-443e-bf6d-db2d769c25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:53.973493 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052 req-807d3e50-ff2d-443e-bf6d-db2d769c25cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0428131 Oct 12 17:02:53.978478 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c0aff-2a61-4be9-9ef3-89e313dd0065 None None] Checking router: 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:02:53.986822 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c0aff-2a61-4be9-9ef3-89e313dd0065 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:02:53.987418 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-159c0aff-2a61-4be9-9ef3-89e313dd0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:02:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:54.017682 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052 req-5b87cc79-40a4-4290-b99e-f168ebf0899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:54.019087 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052 req-5b87cc79-40a4-4290-b99e-f168ebf0899c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385151 Oct 12 17:02:54.089981 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-159c0aff-2a61-4be9-9ef3-89e313dd0065 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:02:54.108487 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052 req-e527aa25-7e87-414b-9c67-c5777d87f77c service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822263 Oct 12 17:02:54.200290 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ec7bbe31-34c8-45c3-bff4-e284ea6bb052 req-d6c66616-7110-4827-9a50-86404b62a681 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797880 Oct 12 17:02:54.314179 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-159c0aff-2a61-4be9-9ef3-89e313dd0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '9f6519e2-9826-40c1-a7ac-97909aa4c6a4', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '88d98626-0e55-4191-afff-145982418015', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:b0:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e1c76-7394-4522-89fe-cfb109aec153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:00:56Z', 'updated_at': '2021-10-12T17:00:58Z', 'revision_number': 1, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}, {'id': 'bffc00a4-1fe5-4592-bb45-ae3e291ed230', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '13939cdb-001f-4195-acd3-0271324cb1a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:35:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:02:52Z', 'updated_at': '2021-10-12T17:02:52Z', 'revision_number': 0, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:54.340040 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c0aff-2a61-4be9-9ef3-89e313dd0065 None None] The sync data for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi is: [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '9f6519e2-9826-40c1-a7ac-97909aa4c6a4', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '88d98626-0e55-4191-afff-145982418015', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:b0:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e1c76-7394-4522-89fe-cfb109aec153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:00:56Z', 'updated_at': '2021-10-12T17:00:58Z', 'revision_number': 1, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}, {'id': 'bffc00a4-1fe5-4592-bb45-ae3e291ed230', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '13939cdb-001f-4195-acd3-0271324cb1a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:35:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:02:52Z', 'updated_at': '2021-10-12T17:02:52Z', 'revision_number': 0, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:02:54.529617 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc257f89-070b-49c6-aafe-923a328a41e3 None None] New status for floating IP bffc00a4-1fe5-4592-bb45-ae3e291ed230: ACTIVE {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:02:54.816321 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9c43-59c2-4595-a8ad-7c4446ff1f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:57.503449 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e5a2d59d-1fa4-4a41-a58d-f9f7b35a31fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.371200 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:59.034524 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:00.482309 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:15.601581 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:15.909300 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:03:24.818818 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fcc8-b06a-4728-9f1e-829fb767d0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:27.504403 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-65ae6dda-81e0-4ba1-8e76-0f810d0b8f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:28.376643 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:28.751659 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-d1d96eeb-f270-46f0-9f81-4b86da626bbd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385809 Oct 12 17:03:29.037969 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:29.101182 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-8d6fe673-374d-40de-b0c7-2ff4067c579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:29.102657 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-8d6fe673-374d-40de-b0c7-2ff4067c579d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 1098 time: 0.2952049 Oct 12 17:03:29.201804 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-53aa462d-e431-4327-88a7-032ad9a9b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:29.203371 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-53aa462d-e431-4327-88a7-032ad9a9b844 service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0813186 Oct 12 17:03:29.269773 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-f6b777e2-72bb-460d-af74-9233daa5c6f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88d98626-0e55-4191-afff-145982418015 HTTP/1.1" status: 200 len: 1001 time: 0.0582545 Oct 12 17:03:29.316242 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-07a20772-7cae-41ae-a298-9ac8864cbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:29.317632 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-07a20772-7cae-41ae-a298-9ac8864cbe9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0416164 Oct 12 17:03:29.359748 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-90bf86a1-dfc5-465a-aeae-c581c0f5515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:29.361142 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-90bf86a1-dfc5-465a-aeae-c581c0f5515c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369587 Oct 12 17:03:29.450649 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-8efdcf7d-316c-4952-abba-ccae2337b48e service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825682 Oct 12 17:03:29.538154 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-ebf0a6da-8157-4ab0-a620-04125c5ef595 req-9a4f934a-3a64-472d-abe8-8822de314c28 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797777 Oct 12 17:03:30.484520 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:45.606933 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:52.908239 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:03:54.818513 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1082dfb7-9c97-4fd4-812f-29cadf4f9349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:57.504854 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9fa16346-cca5-4a67-835e-e7d2af000a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:58.378811 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:59.039729 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:00.490146 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:15.606273 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:24.818350 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-7d2632a1-d11e-43e6-a5cf-a5ce760e68db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:27.505241 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c9e19285-54cc-4d00-8e13-08f59e63373e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:28.379024 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:29.042156 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:29.798558 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-ce66a7e7-aadc-4666-933e-2bee8c934a04 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871117 Oct 12 17:04:29.869250 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-b1f4f484-4159-4341-87e7-a7b2341865cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:29.870765 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-b1f4f484-4159-4341-87e7-a7b2341865cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 1098 time: 0.0383484 Oct 12 17:04:29.906735 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:04:29.971478 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-f103b499-09b5-48a1-ac13-2e84f40afbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:29.972848 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-f103b499-09b5-48a1-ac13-2e84f40afbf2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0820694 Oct 12 17:04:30.039142 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-e18d7bac-7dbc-421a-8951-ccc5560e4b25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13939cdb-001f-4195-acd3-0271324cb1a9 HTTP/1.1" status: 200 len: 1001 time: 0.0594411 Oct 12 17:04:30.088234 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-3ba38a61-081a-4141-baec-c9a999aa5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:30.089644 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-3ba38a61-081a-4141-baec-c9a999aa5327 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0436931 Oct 12 17:04:30.132577 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-1393b464-2c25-4c0c-9648-6705a23097a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:30.134005 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-1393b464-2c25-4c0c-9648-6705a23097a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378437 Oct 12 17:04:30.226430 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-1ad8f7b2-f78a-4079-8985-41fddb22c1a9 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841608 Oct 12 17:04:30.313554 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-a3c1b4a5-d9f0-4f94-a2df-364e9195e511 req-70aa5b68-a68f-451f-9763-ea9c64b29c8d service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793369 Oct 12 17:04:30.491313 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:32.273167 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50808) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:32.471487 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Deleting port e12cb90a-db61-49f9-ab30-0a8b70bc84ce {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:32.471824 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:32.545484 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:32.546145 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:32.557012 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Calling delete_port for e12cb90a-db61-49f9-ab30-0a8b70bc84ce owned by network:floatingip {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:32.722642 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:32.747090 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event deleted for resources: {'Port': ['ID=e12cb90a-db61-49f9-ab30-0a8b70bc84ce,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:32.758935 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.759283 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.759620 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.759949 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.760273 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.760598 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.760921 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.761250 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.761596 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.761914 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.762231 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.762544 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:32.817212 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:32.817535 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.l3_db [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Floating IP bffc00a4-1fe5-4592-bb45-ae3e291ed230 disassociated (deleted). External IP: 172.27.2.186, port: 13939cdb-001f-4195-acd3-0271324cb1a9. Oct 12 17:04:33.013914 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:04:33.116091 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:04:33.120726 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:33.126139 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c4b2a-0670-42db-85eb-157415739956 None None] Sync routers for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:04:33.134819 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c4b2a-0670-42db-85eb-157415739956 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:04:33.135419 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d67c4b2a-0670-42db-85eb-157415739956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:04:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:33.145677 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-ad1dfb04-0543-4ac0-a0f5-acbfcbb95aae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "DELETE /v2.0/floatingips/bffc00a4-1fe5-4592-bb45-ae3e291ed230 HTTP/1.1" status: 204 len: 168 time: 0.8714705 Oct 12 17:04:33.146261 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'tag': '13939cdb-001f-4195-acd3-0271324cb1a9'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:04:33.148575 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430a9092-a68c-4088-85bf-db42ab1f22dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb7544c-8de5-450f-a54c-c95d98b5c8ea", "tag": "13939cdb-001f-4195-acd3-0271324cb1a9"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:04:33.300759 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-d67c4b2a-0670-42db-85eb-157415739956 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:04:33.342204 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84d8209-3707-4418-87fe-d000ce176b96 x-openstack-request-id: req-e84d8209-3707-4418-87fe-d000ce176b96 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:04:33.342730 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb7544c-8de5-450f-a54c-c95d98b5c8ea", "tag": "13939cdb-001f-4195-acd3-0271324cb1a9", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:04:33.342920 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e84d8209-3707-4418-87fe-d000ce176b96 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:04:33.343877 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'tag': '13939cdb-001f-4195-acd3-0271324cb1a9', 'status': 'completed', 'code': 200} Oct 12 17:04:33.438138 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a9092-a68c-4088-85bf-db42ab1f22dc req-8714db44-2de0-4bd7-9246-49dc228395e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:33.439877 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-430a9092-a68c-4088-85bf-db42ab1f22dc req-8714db44-2de0-4bd7-9246-49dc228395e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 1098 time: 0.0535564 Oct 12 17:04:33.441305 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767e45e-4c1e-4797-bd15-67dcc8b71593 req-9c5979d3-1570-4ce7-b9af-5ea7329f17dc tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:33.442828 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6767e45e-4c1e-4797-bd15-67dcc8b71593 req-9c5979d3-1570-4ce7-b9af-5ea7329f17dc tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 945 time: 0.1045620 Oct 12 17:04:33.482097 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-6767e45e-4c1e-4797-bd15-67dcc8b71593 req-a2268600-687e-4f36-bccd-fcb3ff52e8c9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331855 Oct 12 17:04:33.536000 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a9092-a68c-4088-85bf-db42ab1f22dc req-5e8c5601-a792-4d7a-bb5e-116996b02060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:33.537482 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-430a9092-a68c-4088-85bf-db42ab1f22dc req-5e8c5601-a792-4d7a-bb5e-116996b02060 service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0900295 Oct 12 17:04:33.540672 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d67c4b2a-0670-42db-85eb-157415739956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '9f6519e2-9826-40c1-a7ac-97909aa4c6a4', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '88d98626-0e55-4191-afff-145982418015', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:b0:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e1c76-7394-4522-89fe-cfb109aec153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:00:56Z', 'updated_at': '2021-10-12T17:00:58Z', 'revision_number': 1, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:33.567553 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c4b2a-0670-42db-85eb-157415739956 None None] Checking router: 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:04:33.575805 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c4b2a-0670-42db-85eb-157415739956 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:04:33.576414 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d67c4b2a-0670-42db-85eb-157415739956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:04:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:33.579841 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-430a9092-a68c-4088-85bf-db42ab1f22dc req-bd3a333f-83ce-418a-8440-cfeb4dae4e35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13939cdb-001f-4195-acd3-0271324cb1a9 HTTP/1.1" status: 200 len: 217 time: 0.0332611 Oct 12 17:04:33.633814 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a9092-a68c-4088-85bf-db42ab1f22dc req-c39b1790-35a8-438b-a357-60bed99a58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:33.635171 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-430a9092-a68c-4088-85bf-db42ab1f22dc req-c39b1790-35a8-438b-a357-60bed99a58fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0485208 Oct 12 17:04:33.683150 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a9092-a68c-4088-85bf-db42ab1f22dc req-2cab5bce-0796-457e-9c7c-709b6fea1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:33.683410 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-d67c4b2a-0670-42db-85eb-157415739956 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:04:33.684618 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-430a9092-a68c-4088-85bf-db42ab1f22dc req-2cab5bce-0796-457e-9c7c-709b6fea1dcd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425389 Oct 12 17:04:33.779481 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-430a9092-a68c-4088-85bf-db42ab1f22dc req-19986234-9843-4d89-afa2-c03c956e4241 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873840 Oct 12 17:04:33.871961 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-430a9092-a68c-4088-85bf-db42ab1f22dc req-9f174d67-3bb1-4c87-80e9-4240399c3874 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844443 Oct 12 17:04:33.907975 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d67c4b2a-0670-42db-85eb-157415739956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '9f6519e2-9826-40c1-a7ac-97909aa4c6a4', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '88d98626-0e55-4191-afff-145982418015', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:b0:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e1c76-7394-4522-89fe-cfb109aec153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:00:56Z', 'updated_at': '2021-10-12T17:00:58Z', 'revision_number': 1, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:33.938528 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c4b2a-0670-42db-85eb-157415739956 None None] The sync data for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi is: [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_floatingips': [{'id': '9f6519e2-9826-40c1-a7ac-97909aa4c6a4', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'router_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'port_id': '88d98626-0e55-4191-afff-145982418015', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'mac_address': 'fa:16:3e:b0:b5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e1c76-7394-4522-89fe-cfb109aec153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:00:56Z', 'updated_at': '2021-10-12T17:00:58Z', 'revision_number': 1, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:04:34.142921 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a027c-a9ab-46f4-8bb3-dbe3f38f6538 None None] New status for floating IP bffc00a4-1fe5-4592-bb45-ae3e291ed230: DOWN {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:04:34.655932 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f59c26-5310-4ab1-9cd4-553ec6df18a2 req-016d0259-e20e-4ea6-b24f-e334d840c61a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:34.657392 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f6f59c26-5310-4ab1-9cd4-553ec6df18a2 req-016d0259-e20e-4ea6-b24f-e334d840c61a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 945 time: 0.0962801 Oct 12 17:04:34.693584 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-f6f59c26-5310-4ab1-9cd4-553ec6df18a2 req-b30d69e5-a49b-4306-9207-cc7ed3bee01c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303164 Oct 12 17:04:35.065948 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7b9cf-c974-4d84-b1c5-dee455b4d7ed req-e1221ae7-8426-4f2b-ae99-a840f96398ae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:35.067350 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2bc7b9cf-c974-4d84-b1c5-dee455b4d7ed req-e1221ae7-8426-4f2b-ae99-a840f96398ae tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 945 time: 0.0464334 Oct 12 17:04:35.157234 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-2bc7b9cf-c974-4d84-b1c5-dee455b4d7ed req-80e4ddbb-3291-4f1e-a0b4-22ca518e986a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Deleting port 13939cdb-001f-4195-acd3-0271324cb1a9 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:35.157596 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2bc7b9cf-c974-4d84-b1c5-dee455b4d7ed req-80e4ddbb-3291-4f1e-a0b4-22ca518e986a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:35.246389 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-2bc7b9cf-c974-4d84-b1c5-dee455b4d7ed req-80e4ddbb-3291-4f1e-a0b4-22ca518e986a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] For port 13939cdb-001f-4195-acd3-0271324cb1a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=13939cdb-001f-4195-acd3-0271324cb1a9,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:35.246751 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2bc7b9cf-c974-4d84-b1c5-dee455b4d7ed req-80e4ddbb-3291-4f1e-a0b4-22ca518e986a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:35.258554 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-2bc7b9cf-c974-4d84-b1c5-dee455b4d7ed req-80e4ddbb-3291-4f1e-a0b4-22ca518e986a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Calling delete_port for 13939cdb-001f-4195-acd3-0271324cb1a9 owned by compute:nova {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:35.381774 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2bc7b9cf-c974-4d84-b1c5-dee455b4d7ed req-80e4ddbb-3291-4f1e-a0b4-22ca518e986a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:35.407591 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4ddbb-3291-4f1e-a0b4-22ca518e986a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event deleted for resources: {'Port': ['ID=13939cdb-001f-4195-acd3-0271324cb1a9,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:35.448629 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc7b9cf-c974-4d84-b1c5-dee455b4d7ed req-80e4ddbb-3291-4f1e-a0b4-22ca518e986a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] No DVR routers for this DVR port 13939cdb-001f-4195-acd3-0271324cb1a9 on host hv-cinder-81322 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:04:35.451188 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-2bc7b9cf-c974-4d84-b1c5-dee455b4d7ed req-80e4ddbb-3291-4f1e-a0b4-22ca518e986a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:35.454508 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-2bc7b9cf-c974-4d84-b1c5-dee455b4d7ed req-80e4ddbb-3291-4f1e-a0b4-22ca518e986a tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "DELETE /v2.0/ports/13939cdb-001f-4195-acd3-0271324cb1a9 HTTP/1.1" status: 204 len: 173 time: 0.3788774 Oct 12 17:04:35.454935 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'name': 'network-vif-deleted', 'tag': '13939cdb-001f-4195-acd3-0271324cb1a9'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:04:35.457872 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a764753e-bd89-4e9b-9b50-3a85ff3cdd73" -d '{"events": [{"server_uuid": "8bb7544c-8de5-450f-a54c-c95d98b5c8ea", "name": "network-vif-deleted", "tag": "13939cdb-001f-4195-acd3-0271324cb1a9"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:04:35.510982 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ed71eb-84d7-4954-a8a7-76660b5fceaf x-openstack-request-id: req-45ed71eb-84d7-4954-a8a7-76660b5fceaf {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:04:35.511347 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb7544c-8de5-450f-a54c-c95d98b5c8ea", "name": "network-vif-deleted", "tag": "13939cdb-001f-4195-acd3-0271324cb1a9", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:04:35.511676 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45ed71eb-84d7-4954-a8a7-76660b5fceaf {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:04:35.512620 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb7544c-8de5-450f-a54c-c95d98b5c8ea', 'name': 'network-vif-deleted', 'tag': '13939cdb-001f-4195-acd3-0271324cb1a9', 'status': 'completed', 'code': 200} Oct 12 17:04:35.787696 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d33b9b45-9b9a-42d9-96bd-c689e8a30072 req-b9eef094-06ad-4652-a4d8-7e5dcb461428 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb7544c-8de5-450f-a54c-c95d98b5c8ea HTTP/1.1" status: 200 len: 210 time: 0.0268762 Oct 12 17:04:38.521675 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 13939cdb-001f-4195-acd3-0271324cb1a9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:04:38.541674 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 13939cdb-001f-4195-acd3-0271324cb1a9 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:04:38.542020 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 13939cdb-001f-4195-acd3-0271324cb1a9 not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:04:39.054555 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50860) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:39.205837 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Deleting port f77d6139-1740-4bd9-9a8a-d3c616d2b6a7 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:39.206194 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:39.277827 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:39.278068 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:39.289608 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Calling delete_port for f77d6139-1740-4bd9-9a8a-d3c616d2b6a7 owned by network:floatingip {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:39.428301 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:39.453083 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event deleted for resources: {'Port': ['ID=f77d6139-1740-4bd9-9a8a-d3c616d2b6a7,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:39.513166 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:39.513524 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.db.l3_db [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Floating IP 9f6519e2-9826-40c1-a7ac-97909aa4c6a4 disassociated (deleted). External IP: 172.27.2.157, port: 88d98626-0e55-4191-afff-145982418015. Oct 12 17:04:39.712010 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:04:39.811424 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:04:39.816702 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:39.821917 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bd0bf-d1c4-4b95-bb0c-965cc89a4e92 None None] Sync routers for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:04:39.830414 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990bd0bf-d1c4-4b95-bb0c-965cc89a4e92 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:04:39.831680 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-990bd0bf-d1c4-4b95-bb0c-965cc89a4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:04:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:39.942676 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-990bd0bf-d1c4-4b95-bb0c-965cc89a4e92 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:04:40.095093 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-31708fd1-3e92-4d19-a0c3-ca999f315e90 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "DELETE /v2.0/floatingips/9f6519e2-9826-40c1-a7ac-97909aa4c6a4 HTTP/1.1" status: 204 len: 168 time: 1.0394318 Oct 12 17:04:40.095857 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547e1c76-7394-4522-89fe-cfb109aec153', 'tag': '88d98626-0e55-4191-afff-145982418015'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:04:40.099210 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a30823-03a9-4433-a9c5-b381522b3c65" -d '{"events": [{"name": "network-changed", "server_uuid": "547e1c76-7394-4522-89fe-cfb109aec153", "tag": "88d98626-0e55-4191-afff-145982418015"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:04:40.139288 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b975c92-f47a-4a29-aab2-eb8c65892178 x-openstack-request-id: req-0b975c92-f47a-4a29-aab2-eb8c65892178 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:04:40.139786 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547e1c76-7394-4522-89fe-cfb109aec153", "tag": "88d98626-0e55-4191-afff-145982418015", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:04:40.140101 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b975c92-f47a-4a29-aab2-eb8c65892178 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:04:40.140560 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547e1c76-7394-4522-89fe-cfb109aec153', 'tag': '88d98626-0e55-4191-afff-145982418015', 'status': 'completed', 'code': 200} Oct 12 17:04:40.147418 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-990bd0bf-d1c4-4b95-bb0c-965cc89a4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:40.178173 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bd0bf-d1c4-4b95-bb0c-965cc89a4e92 None None] Checking router: 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:04:40.186586 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990bd0bf-d1c4-4b95-bb0c-965cc89a4e92 None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:04:40.187234 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-990bd0bf-d1c4-4b95-bb0c-965cc89a4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:04:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:40.230313 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30823-03a9-4433-a9c5-b381522b3c65 req-e70ee169-9958-4cf2-8215-8ccacf3a6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:40.232098 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-52a30823-03a9-4433-a9c5-b381522b3c65 req-e70ee169-9958-4cf2-8215-8ccacf3a6bca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 1098 time: 0.0454359 Oct 12 17:04:40.305725 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-990bd0bf-d1c4-4b95-bb0c-965cc89a4e92 None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:04:40.331458 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30823-03a9-4433-a9c5-b381522b3c65 req-23fab522-90a1-4939-93d6-7f84d0092e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:40.332973 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-52a30823-03a9-4433-a9c5-b381522b3c65 req-23fab522-90a1-4939-93d6-7f84d0092e0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 200 len: 913 time: 0.0925107 Oct 12 17:04:40.336359 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d1119-a5a7-4873-8b92-7edef11dda15 req-8e759ff8-8a27-4f22-ab69-349e7e7c5b39 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:40.337835 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d55d1119-a5a7-4873-8b92-7edef11dda15 req-8e759ff8-8a27-4f22-ab69-349e7e7c5b39 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 945 time: 0.0507758 Oct 12 17:04:40.375398 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-52a30823-03a9-4433-a9c5-b381522b3c65 req-4c293d7c-5217-4e3a-857a-54a77dc7b12f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88d98626-0e55-4191-afff-145982418015 HTTP/1.1" status: 200 len: 217 time: 0.0345342 Oct 12 17:04:40.379307 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-d55d1119-a5a7-4873-8b92-7edef11dda15 req-6e76b0ed-8135-4956-8d66-d6dea1dfb2d9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350783 Oct 12 17:04:40.428265 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30823-03a9-4433-a9c5-b381522b3c65 req-f85539cd-c4df-4e10-984a-05d2186281ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:40.429725 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-52a30823-03a9-4433-a9c5-b381522b3c65 req-f85539cd-c4df-4e10-984a-05d2186281ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 200 len: 851 time: 0.0471559 Oct 12 17:04:40.475314 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30823-03a9-4433-a9c5-b381522b3c65 req-2b4a913e-ed97-4b95-8d9d-f69c0c0a25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:40.476777 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-52a30823-03a9-4433-a9c5-b381522b3c65 req-2b4a913e-ed97-4b95-8d9d-f69c0c0a25e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=092a64d9-61dc-410f-a008-751f5ee6400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395868 Oct 12 17:04:40.508874 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-990bd0bf-d1c4-4b95-bb0c-965cc89a4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:40.538707 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bd0bf-d1c4-4b95-bb0c-965cc89a4e92 None None] The sync data for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi is: [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T16:57:52Z', 'revision_number': 4, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi', '_interfaces': [{'id': '43207192-3a31-4f88-964f-3147901a80ea', 'name': '', 'network_id': '092a64d9-61dc-410f-a008-751f5ee6400e', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'mac_address': 'fa:16:3e:7b:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:51Z', 'updated_at': '2021-10-12T16:57:56Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'subnets': [{'id': 'b745f768-2de2-4b61-b2c0-4ed40f25ee23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:04:40.569666 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-52a30823-03a9-4433-a9c5-b381522b3c65 req-185b3211-6d92-48b6-86ec-d279593ee4ba service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835462 Oct 12 17:04:40.661638 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-52a30823-03a9-4433-a9c5-b381522b3c65 req-5031b96f-3609-449c-88f0-e2c9a5942749 service neutron] 10.222.0.25 "GET /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832396 Oct 12 17:04:40.747738 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d0b53-458f-43c7-b27c-77add1fc0e7b None None] New status for floating IP 9f6519e2-9826-40c1-a7ac-97909aa4c6a4: DOWN {{(pid=100534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:04:41.498266 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b0b18-82cd-4b30-a00f-b76d686a285d req-d8d377d6-f809-46ca-8a44-0ca1153f9783 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:41.499714 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-154b0b18-82cd-4b30-a00f-b76d686a285d req-d8d377d6-f809-46ca-8a44-0ca1153f9783 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 945 time: 0.0471337 Oct 12 17:04:41.537270 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-154b0b18-82cd-4b30-a00f-b76d686a285d req-23cb7b56-d7ac-4811-b796-ca650cd1e03c tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/security-groups?id=53a6a902-235b-4f01-8c31-0bd29200c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311182 Oct 12 17:04:41.964745 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413f460-892a-40df-8b82-4a143289d6f0 req-2d398de7-f45a-4ca2-b485-a41665c90d0f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:41.966136 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3413f460-892a-40df-8b82-4a143289d6f0 req-2d398de7-f45a-4ca2-b485-a41665c90d0f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 945 time: 0.0516906 Oct 12 17:04:42.051597 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-3413f460-892a-40df-8b82-4a143289d6f0 req-d8ab4993-1f22-4413-91eb-aba84f33995f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Deleting port 88d98626-0e55-4191-afff-145982418015 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:42.051940 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-3413f460-892a-40df-8b82-4a143289d6f0 req-d8ab4993-1f22-4413-91eb-aba84f33995f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:42.138596 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [req-3413f460-892a-40df-8b82-4a143289d6f0 req-d8ab4993-1f22-4413-91eb-aba84f33995f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] For port 88d98626-0e55-4191-afff-145982418015, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=88d98626-0e55-4191-afff-145982418015,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:42.138952 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-3413f460-892a-40df-8b82-4a143289d6f0 req-d8ab4993-1f22-4413-91eb-aba84f33995f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:42.150826 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [req-3413f460-892a-40df-8b82-4a143289d6f0 req-d8ab4993-1f22-4413-91eb-aba84f33995f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Calling delete_port for 88d98626-0e55-4191-afff-145982418015 owned by compute:nova {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:42.274495 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-3413f460-892a-40df-8b82-4a143289d6f0 req-d8ab4993-1f22-4413-91eb-aba84f33995f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:42.304096 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab4993-1f22-4413-91eb-aba84f33995f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event deleted for resources: {'Port': ['ID=88d98626-0e55-4191-afff-145982418015,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:42.340256 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413f460-892a-40df-8b82-4a143289d6f0 req-d8ab4993-1f22-4413-91eb-aba84f33995f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] No DVR routers for this DVR port 88d98626-0e55-4191-afff-145982418015 on host hv-cinder-81322 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:04:42.342918 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [req-3413f460-892a-40df-8b82-4a143289d6f0 req-d8ab4993-1f22-4413-91eb-aba84f33995f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for port, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:42.346324 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [req-3413f460-892a-40df-8b82-4a143289d6f0 req-d8ab4993-1f22-4413-91eb-aba84f33995f tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.25 "DELETE /v2.0/ports/88d98626-0e55-4191-afff-145982418015 HTTP/1.1" status: 204 len: 173 time: 0.3745344 Oct 12 17:04:42.347313 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547e1c76-7394-4522-89fe-cfb109aec153', 'name': 'network-vif-deleted', 'tag': '88d98626-0e55-4191-afff-145982418015'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:04:42.349825 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}571a30b9b87f5fd95fe7941c6b024c3b5b6f5555847402e38dc59750b9ade6a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca531f8-dc4c-4170-8ae8-892542d94a82" -d '{"events": [{"server_uuid": "547e1c76-7394-4522-89fe-cfb109aec153", "name": "network-vif-deleted", "tag": "88d98626-0e55-4191-afff-145982418015"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:04:42.384248 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1e08c7-a8bc-4f41-a21d-8a924bd73395 x-openstack-request-id: req-8d1e08c7-a8bc-4f41-a21d-8a924bd73395 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:04:42.384535 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547e1c76-7394-4522-89fe-cfb109aec153", "name": "network-vif-deleted", "tag": "88d98626-0e55-4191-afff-145982418015", "status": "completed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:04:42.384781 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d1e08c7-a8bc-4f41-a21d-8a924bd73395 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:04:42.385172 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547e1c76-7394-4522-89fe-cfb109aec153', 'name': 'network-vif-deleted', 'tag': '88d98626-0e55-4191-afff-145982418015', 'status': 'completed', 'code': 200} Oct 12 17:04:42.631277 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [req-478822b6-4fda-4b36-af13-c4ece36fdd35 req-7b131246-576b-4a3e-ae6d-4d5d24ba2ca9 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "GET /v2.0/ports?device_id=547e1c76-7394-4522-89fe-cfb109aec153 HTTP/1.1" status: 200 len: 210 time: 0.0289021 Oct 12 17:04:43.688232 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50876) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:43.814355 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6a04f303-880a-423b-8588-18c1e29c78f0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Deleting port f8bdf086-88e4-4567-8b2c-9b8608d93526 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:43.814589 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a04f303-880a-423b-8588-18c1e29c78f0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:43.890693 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a04f303-880a-423b-8588-18c1e29c78f0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:43.891014 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a04f303-880a-423b-8588-18c1e29c78f0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:43.902684 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6a04f303-880a-423b-8588-18c1e29c78f0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Calling delete_port for f8bdf086-88e4-4567-8b2c-9b8608d93526 owned by network:floatingip {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:44.032329 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a04f303-880a-423b-8588-18c1e29c78f0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:44.058278 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04f303-880a-423b-8588-18c1e29c78f0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event deleted for resources: {'Port': ['ID=f8bdf086-88e4-4567-8b2c-9b8608d93526,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:44.115327 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a04f303-880a-423b-8588-18c1e29c78f0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for floatingip, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:44.117880 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a04f303-880a-423b-8588-18c1e29c78f0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62560'] for floatingip, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:44.119243 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-6a04f303-880a-423b-8588-18c1e29c78f0 tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "DELETE /v2.0/floatingips/0b213d62-1e34-4ec6-9292-01d58c0d19b6 HTTP/1.1" status: 204 len: 168 time: 0.4298487 Oct 12 17:04:45.310521 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50888) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:45.367648 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-923135d7-f9e7-43c8-9712-c621115e9aaf tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:45.391791 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-923135d7-f9e7-43c8-9712-c621115e9aaf tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:45.453953 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-923135d7-f9e7-43c8-9712-c621115e9aaf tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:45.456526 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-923135d7-f9e7-43c8-9712-c621115e9aaf tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:45.458204 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-923135d7-f9e7-43c8-9712-c621115e9aaf tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] 10.222.0.48 "DELETE /v2.0/security-groups/53a6a902-235b-4f01-8c31-0bd29200c5b7 HTTP/1.1" status: 204 len: 168 time: 0.1461551 Oct 12 17:04:45.467115 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923135d7-f9e7-43c8-9712-c621115e9aaf tempest-TestVolumeBootPattern-2035101463 tempest-TestVolumeBootPattern-2035101463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a6a902-235b-4f01-8c31-0bd29200c5b7,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:45.515544 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50892) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:45.609065 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:45.969941 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438941'] for router_interface, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:46.202901 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] Deleting port 43207192-3a31-4f88-964f-3147901a80ea {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:46.203237 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:46.280429 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] For port 43207192-3a31-4f88-964f-3147901a80ea, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=43207192-3a31-4f88-964f-3147901a80ea,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:46.280780 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:46.293339 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] Calling delete_port for 43207192-3a31-4f88-964f-3147901a80ea owned by network:router_interface {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:46.461750 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:46.487185 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] Pushing event deleted for resources: {'Port': ['ID=43207192-3a31-4f88-964f-3147901a80ea,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:46.552948 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 88d98626-0e55-4191-afff-145982418015 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:04:46.575283 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] No Port match for: 88d98626-0e55-4191-afff-145982418015 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:04:46.575631 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Device 88d98626-0e55-4191-afff-145982418015 not bound to the agent host hv-cinder-81322 {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:04:46.645867 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438825'] for router_interface, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:46.853730 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] Router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:04:46.955741 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:04:46.960727 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-3af09ce6-bbbd-4f71-b0b2-c7c72121cb21 admin admin] 10.222.0.48 "PUT /v2.0/routers/1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4440844 Oct 12 17:04:46.963198 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50896) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:46.965799 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38385c21-40d9-4540-ad5d-0d9e3a3f234c None None] Sync routers for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:04:46.975220 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38385c21-40d9-4540-ad5d-0d9e3a3f234c None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:04:46.975901 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-38385c21-40d9-4540-ad5d-0d9e3a3f234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:04:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:47.064071 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Notify callbacks [] for router, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:47.173883 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:47.205479 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-38385c21-40d9-4540-ad5d-0d9e3a3f234c None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: dv-cinder-813221-2-iscsi {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:04:47.225960 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Deleting port edcd4377-fba6-4c6e-a2be-1dee0c11dedf {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:47.226306 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:47.310368 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] For port edcd4377-fba6-4c6e-a2be-1dee0c11dedf, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=edcd4377-fba6-4c6e-a2be-1dee0c11dedf,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:47.310730 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:47.322464 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Calling delete_port for edcd4377-fba6-4c6e-a2be-1dee0c11dedf owned by network:router_gateway {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:47.382924 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-38385c21-40d9-4540-ad5d-0d9e3a3f234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T17:04:46Z', 'revision_number': 5, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port': {'id': 'edcd4377-fba6-4c6e-a2be-1dee0c11dedf', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:50Z', 'updated_at': '2021-10-12T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:47.412771 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38385c21-40d9-4540-ad5d-0d9e3a3f234c None None] Checking router: 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd for host: dv-cinder-813221-2-iscsi {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:04:47.420884 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38385c21-40d9-4540-ad5d-0d9e3a3f234c None None] Routers {'1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:04:47.421515 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-38385c21-40d9-4540-ad5d-0d9e3a3f234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:04:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:47.513274 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-38385c21-40d9-4540-ad5d-0d9e3a3f234c None None] Set router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:04:47.569718 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-38385c21-40d9-4540-ad5d-0d9e3a3f234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T17:04:47Z', 'revision_number': 6, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port_host': None}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:47.600908 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38385c21-40d9-4540-ad5d-0d9e3a3f234c None None] The sync data for ids ['1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd'] in dv-cinder-813221-2-iscsi is: [{'id': '1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd', 'name': 'tempest-TestVolumeBootPattern-1946587630-router', 'tenant_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:49Z', 'updated_at': '2021-10-12T17:04:47Z', 'revision_number': 6, 'project_id': 'dfe6bb8a0d1d4df4bb014ed753e2a895', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:04:47.737681 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:47.760397 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Pushing event deleted for resources: {'Port': ['ID=edcd4377-fba6-4c6e-a2be-1dee0c11dedf,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:47.817834 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464331'] for router_gateway, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:47.904400 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4886'] for router, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:47.906331 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:47.947691 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445488'] for router, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:47.948300 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd {{(pid=100532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:04:47.953504 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] Notify callbacks [] for router, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:47.954677 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-2d33096c-e3fa-4be5-a9f6-0fefaec2c821 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1916f9b7-ae90-4750-8d7a-ecee6f7ab6cd HTTP/1.1" status: 204 len: 168 time: 0.9905660 Oct 12 17:04:47.957245 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50900) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:48.002246 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.db_base_plugin_v2 [None req-2927fe8b-4191-42e8-b6f9-9c7288627104 admin admin] Deleting subnet b745f768-2de2-4b61-b2c0-4ed40f25ee23 {{(pid=100532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:04:48.006260 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2927fe8b-4191-42e8-b6f9-9c7288627104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.043896 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2927fe8b-4191-42e8-b6f9-9c7288627104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12438652'] for subnet, precommit_delete_associations {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.120239 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2927fe8b-4191-42e8-b6f9-9c7288627104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.172674 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2927fe8b-4191-42e8-b6f9-9c7288627104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12390395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12378335'] for subnet, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.197601 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927fe8b-4191-42e8-b6f9-9c7288627104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b745f768-2de2-4b61-b2c0-4ed40f25ee23,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:48.201164 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2927fe8b-4191-42e8-b6f9-9c7288627104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.204430 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-2927fe8b-4191-42e8-b6f9-9c7288627104 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b745f768-2de2-4b61-b2c0-4ed40f25ee23 HTTP/1.1" status: 204 len: 168 time: 0.2460742 Oct 12 17:04:48.206860 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50902) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:48.207022 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c075a8b5-c2e5-48be-9e13-07267a965898 None None] Network 092a64d9-61dc-410f-a008-751f5ee6400e requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:04:48.277285 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.329574 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Deleting port c7a666e5-75d7-45b2-b579-5caf62ec4679 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:48.329992 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.386151 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] DHCP port deletion for 092a64d9-61dc-410f-a008-751f5ee6400e request from dv-cinder-813221-2-iscsi {{(pid=100533) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:04:48.398719 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] For port c7a666e5-75d7-45b2-b579-5caf62ec4679, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=c7a666e5-75d7-45b2-b579-5caf62ec4679,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:48.399085 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.418154 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Calling delete_port for c7a666e5-75d7-45b2-b579-5caf62ec4679 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:48.436495 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Deleting port c7a666e5-75d7-45b2-b579-5caf62ec4679 {{(pid=100533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:48.436867 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.496880 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12390356'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.502018 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] For port c7a666e5-75d7-45b2-b579-5caf62ec4679, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=c7a666e5-75d7-45b2-b579-5caf62ec4679,segment=NetworkSegment(ff3d0d55-a8d4-4a92-983a-5341c60ce972),segment_id=ff3d0d55-a8d4-4a92-983a-5341c60ce972)] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:48.502438 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.514701 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Calling delete_port for c7a666e5-75d7-45b2-b579-5caf62ec4679 owned by network:dhcp {{(pid=100533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:48.526086 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a666e5-75d7-45b2-b579-5caf62ec4679,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:48.526086 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] No DVR routers for this DVR port c7a666e5-75d7-45b2-b579-5caf62ec4679 on host dv-cinder-813221-2-iscsi {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:04:48.601549 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429'] for port, after_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.603004 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.624199 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092a64d9-61dc-410f-a008-751f5ee6400e']}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:48.627774 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Pushing event deleted for resources: {'Port': ['ID=c7a666e5-75d7-45b2-b579-5caf62ec4679,revision_number=None']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:48.632904 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] No DVR routers for this DVR port c7a666e5-75d7-45b2-b579-5caf62ec4679 on host dv-cinder-813221-2-iscsi {{(pid=100533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:04:48.636321 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3d0d55-a8d4-4a92-983a-5341c60ce972') {'for_net_delete': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:48.636613 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.services.segments.db [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3d0d55-a8d4-4a92-983a-5341c60ce972') {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:48.639720 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.640078 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.640425 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.640768 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.641111 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.641474 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.641811 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.642395 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.642516 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.643047 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.643140 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.643830 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab718f-32c4-43e8-9daa-acc420e623cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:48.648883 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12438647'] for segment, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.664087 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.670523 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:04:48.671018 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12389925'] for segment, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: Traceback (most recent call last): Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: timer() Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: cb(*args, **kw) Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: return func(*args, **kwargs) Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: self._notify() Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: self.callback(batched_events) Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: event.method(event) Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: return f(self, *a, **k) Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._get(url).json() Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: return self.request(url, 'GET', **kwargs) Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:04:48.672635 dv-cinder-813221-2-iscsi neutron-server[100532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:04:48.730216 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.735900 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:48.739637 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] 10.222.0.48 "DELETE /v2.0/networks/092a64d9-61dc-410f-a008-751f5ee6400e HTTP/1.1" status: 204 len: 168 time: 0.5318694 Oct 12 17:04:48.742765 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50904) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:48.750145 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee69785-a877-4f87-9372-b13e69d5783f admin admin] Pushing event deleted for resources: {'Network': ['ID=092a64d9-61dc-410f-a008-751f5ee6400e,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:49.078260 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438941'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:49.283953 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c7a666e5-75d7-45b2-b579-5caf62ec4679 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:04:49.304351 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: c7a666e5-75d7-45b2-b579-5caf62ec4679 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:04:49.304776 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c7a666e5-75d7-45b2-b579-5caf62ec4679 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:04:49.305269 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 43207192-3a31-4f88-964f-3147901a80ea no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:04:49.319481 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Deleting port 32532b8d-ade7-4d93-ab86-0237f4514f8d {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:49.319827 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:49.323332 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 43207192-3a31-4f88-964f-3147901a80ea {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:04:49.323676 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 43207192-3a31-4f88-964f-3147901a80ea not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:04:49.324075 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device edcd4377-fba6-4c6e-a2be-1dee0c11dedf no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:04:49.342445 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: edcd4377-fba6-4c6e-a2be-1dee0c11dedf {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:04:49.342789 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device edcd4377-fba6-4c6e-a2be-1dee0c11dedf not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:04:49.396813 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] For port 32532b8d-ade7-4d93-ab86-0237f4514f8d, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=32532b8d-ade7-4d93-ab86-0237f4514f8d,segment=NetworkSegment(d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b),segment_id=d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:49.397169 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:49.408871 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Calling delete_port for 32532b8d-ade7-4d93-ab86-0237f4514f8d owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:49.584240 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:49.616613 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=32532b8d-ade7-4d93-ab86-0237f4514f8d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:49.639488 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.640072 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.640415 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.640742 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.641068 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.641413 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.641742 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.642061 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.642382 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.642700 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.643017 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.643327 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813221-2-iscsi {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:04:49.787098 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438825'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:50.218873 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Router 93144521-0cfe-4f66-8a21-e7d4aed548dc has already been hosted by L3 agent 47858efe-f191-44e1-97b8-339f14938278 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:04:50.322258 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] Notify agent at l3_agent.dv-cinder-813221-2-iscsi the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:04:50.327152 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-576f8858-9e2f-433a-ac97-12c5723904b1 admin admin] 10.222.0.48 "PUT /v2.0/routers/93144521-0cfe-4f66-8a21-e7d4aed548dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5832188 Oct 12 17:04:50.329678 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50906) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:50.330838 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75fa096-82d4-4cc7-8ac7-36141288e178 None None] Sync routers for ids ['93144521-0cfe-4f66-8a21-e7d4aed548dc'] in dv-cinder-813221-2-iscsi {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:04:50.340405 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75fa096-82d4-4cc7-8ac7-36141288e178 None None] Routers {'93144521-0cfe-4f66-8a21-e7d4aed548dc'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:04:50.341084 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-b75fa096-82d4-4cc7-8ac7-36141288e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:04:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['93144521-0cfe-4f66-8a21-e7d4aed548dc'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:50.432471 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:50.445482 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-b75fa096-82d4-4cc7-8ac7-36141288e178 None None] Set router 93144521-0cfe-4f66-8a21-e7d4aed548dc gateway port host: dv-cinder-813221-2-iscsi {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:04:50.529259 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:50.582789 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Deleting port 14a85ae9-ea85-4748-b018-75ceb3fbf304 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:50.583046 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:50.619573 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-b75fa096-82d4-4cc7-8ac7-36141288e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'name': 'tempest-TestVolumeBootPattern-864200153-router', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'external_fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T17:04:49Z', 'revision_number': 5, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'gw_port': {'id': '14a85ae9-ea85-4748-b018-75ceb3fbf304', 'name': '', 'network_id': 'd339d531-d6c2-4d8e-bfa2-5aa00ef958c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813221-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T16:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f85ec47-a9ef-4cc6-9143-ce4d3652747b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813221-2-iscsi'}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:50.645365 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75fa096-82d4-4cc7-8ac7-36141288e178 None None] Checking router: 93144521-0cfe-4f66-8a21-e7d4aed548dc for host: dv-cinder-813221-2-iscsi {{(pid=100534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:04:50.653451 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75fa096-82d4-4cc7-8ac7-36141288e178 None None] Routers {'93144521-0cfe-4f66-8a21-e7d4aed548dc'} bound to L3 agent in host dv-cinder-813221-2-iscsi {{(pid=100534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:04:50.654055 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-b75fa096-82d4-4cc7-8ac7-36141288e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813221-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:39:57Z,description=,heartbeat_timestamp=2021-10-12T17:04:27Z,host='dv-cinder-813221-2-iscsi',id=47858efe-f191-44e1-97b8-339f14938278,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:39:57Z,topic='l3_agent')) {'router_ids': ['93144521-0cfe-4f66-8a21-e7d4aed548dc'], 'active': True} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:50.660363 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] For port 14a85ae9-ea85-4748-b018-75ceb3fbf304, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=14a85ae9-ea85-4748-b018-75ceb3fbf304,segment=NetworkSegment(20b2fa8c-85b5-4fd1-89ca-93de001f5496),segment_id=20b2fa8c-85b5-4fd1-89ca-93de001f5496)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:50.661434 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:50.673403 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Calling delete_port for 14a85ae9-ea85-4748-b018-75ceb3fbf304 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:50.738818 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_dvr_db [None req-b75fa096-82d4-4cc7-8ac7-36141288e178 None None] Set router 93144521-0cfe-4f66-8a21-e7d4aed548dc gateway port host: None {{(pid=100534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:04:50.791978 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.l3_hamode_db [None req-b75fa096-82d4-4cc7-8ac7-36141288e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'name': 'tempest-TestVolumeBootPattern-864200153-router', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T17:04:50Z', 'revision_number': 6, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'gw_port_host': None}], 'dv-cinder-813221-2-iscsi', False) {} {{(pid=100534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:50.818464 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75fa096-82d4-4cc7-8ac7-36141288e178 None None] The sync data for ids ['93144521-0cfe-4f66-8a21-e7d4aed548dc'] in dv-cinder-813221-2-iscsi is: [{'id': '93144521-0cfe-4f66-8a21-e7d4aed548dc', 'name': 'tempest-TestVolumeBootPattern-864200153-router', 'tenant_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:57:54Z', 'updated_at': '2021-10-12T17:04:50Z', 'revision_number': 6, 'project_id': 'cd6b01435a4e4be18497a1dd1fb5500e', 'gw_port_host': None}] {{(pid=100534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:04:50.834312 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:50.858259 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a85ae9-ea85-4748-b018-75ceb3fbf304,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:50.920874 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-464331'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.008774 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-445499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4886'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.010880 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.053152 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-445488'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.053745 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93144521-0cfe-4f66-8a21-e7d4aed548dc {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:04:51.058209 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] Notify callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.059349 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-684a16fe-32f8-46db-9c4e-016ffe502fa8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/93144521-0cfe-4f66-8a21-e7d4aed548dc HTTP/1.1" status: 204 len: 168 time: 0.7287626 Oct 12 17:04:51.061779 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50908) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:51.107975 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1b35f5-89ef-4976-af5e-f283ebe8f6c7 admin admin] Deleting subnet 00f12300-dd36-4736-a628-841080ba8b7a {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:04:51.110785 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e1b35f5-89ef-4976-af5e-f283ebe8f6c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.145680 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e1b35f5-89ef-4976-af5e-f283ebe8f6c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12434076'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.223444 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e1b35f5-89ef-4976-af5e-f283ebe8f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487744'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.279544 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e1b35f5-89ef-4976-af5e-f283ebe8f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12449952'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.305848 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e1b35f5-89ef-4976-af5e-f283ebe8f6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.311439 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-5e1b35f5-89ef-4976-af5e-f283ebe8f6c7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/00f12300-dd36-4736-a628-841080ba8b7a HTTP/1.1" status: 204 len: 168 time: 0.2463853 Oct 12 17:04:51.311439 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b35f5-89ef-4976-af5e-f283ebe8f6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f12300-dd36-4736-a628-841080ba8b7a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:51.311704 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50910) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:51.315171 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae594d52-7fbd-433e-8334-95ebbfda408e None None] Network 77a9d083-9c7a-4248-9542-6f4296bf92e7 requested from dv-cinder-813221-2-iscsi {{(pid=100533) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:04:51.379061 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3605355'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.430292 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Deleting port c9bbc926-efe7-440a-9398-07869a0274fa {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:51.430668 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.496075 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] For port c9bbc926-efe7-440a-9398-07869a0274fa, host dv-cinder-813221-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813221-2-iscsi',level=0,port_id=c9bbc926-efe7-440a-9398-07869a0274fa,segment=NetworkSegment(d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b),segment_id=d2979cee-8b4e-4ab4-9dbd-0ccc938fd43b)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:51.496434 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.509084 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Calling delete_port for c9bbc926-efe7-440a-9398-07869a0274fa owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:51.564633 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f1a777-6f6f-4ace-922d-fd64806113f2 None None] DHCP port deletion for 77a9d083-9c7a-4248-9542-6f4296bf92e7 request from dv-cinder-813221-2-iscsi {{(pid=100533) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:04:51.599343 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317471'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.635506 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-75f1a777-6f6f-4ace-922d-fd64806113f2 None None] Deleting port c9bbc926-efe7-440a-9398-07869a0274fa {{(pid=100533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:04:51.635786 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-75f1a777-6f6f-4ace-922d-fd64806113f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780332867494'] for port, before_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.636184 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bbc926-efe7-440a-9398-07869a0274fa,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:51.638559 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] No DVR routers for this DVR port c9bbc926-efe7-440a-9398-07869a0274fa on host dv-cinder-813221-2-iscsi {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:04:51.660603 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c9bbc926-efe7-440a-9398-07869a0274fa no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:04:51.710157 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: c9bbc926-efe7-440a-9398-07869a0274fa {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:04:51.710495 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device c9bbc926-efe7-440a-9398-07869a0274fa not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:04:51.711333 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 14a85ae9-ea85-4748-b018-75ceb3fbf304 no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:04:51.735018 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473659', 'neutron.services.segments.db._delete_segments_for_network-8780332818948'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.749045 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 14a85ae9-ea85-4748-b018-75ceb3fbf304 {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:04:51.749404 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 14a85ae9-ea85-4748-b018-75ceb3fbf304 not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:04:51.749999 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 32532b8d-ade7-4d93-ab86-0237f4514f8d no longer exists at agent ovs-agent-dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:04:51.756987 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a9d083-9c7a-4248-9542-6f4296bf92e7']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:51.767283 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2979cee-8b4e-4ab4-9dbd-0ccc938fd43b') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:51.767579 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.services.segments.db [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2979cee-8b4e-4ab4-9dbd-0ccc938fd43b') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:04:51.777857 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780332818701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12434071'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.781352 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] No Port match for: 32532b8d-ade7-4d93-ab86-0237f4514f8d {{(pid=100533) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:04:51.781665 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.rpc [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Device 32532b8d-ade7-4d93-ab86-0237f4514f8d not bound to the agent host dv-cinder-813221-2-iscsi {{(pid=100533) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:04:51.784688 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-75f1a777-6f6f-4ace-922d-fd64806113f2 None None] For port c9bbc926-efe7-440a-9398-07869a0274fa, host dv-cinder-813221-2-iscsi, got binding levels [] {{(pid=100533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:04:51.785173 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-75f1a777-6f6f-4ace-922d-fd64806113f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467760'] for port, precommit_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.792117 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.799996 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:04:51.800388 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3474490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12317422'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.802417 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.plugins.ml2.plugin [None req-75f1a777-6f6f-4ace-922d-fd64806113f2 None None] Calling delete_port for c9bbc926-efe7-440a-9398-07869a0274fa owned by network:dhcp {{(pid=100533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: Traceback (most recent call last): Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: timer() Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: cb(*args, **kw) Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: return func(*args, **kwargs) Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: self._notify() Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: self.callback(batched_events) Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: event.method(event) Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: return f(self, *a, **k) Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: return self._get(url).json() Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:04:51.803368 dv-cinder-813221-2-iscsi neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:04:51.805730 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.ipam_backend_mixin [None req-75f1a777-6f6f-4ace-922d-fd64806113f2 None None] Port c9bbc926-efe7-440a-9398-07869a0274fa was not found and therefore no delete operation was performed {{(pid=100533) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 17:04:51.806569 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-75f1a777-6f6f-4ace-922d-fd64806113f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3651052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780332841220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780332371429'] for port, after_delete {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.833156 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1a777-6f6f-4ace-922d-fd64806113f2 None None] Pushing event deleted for resources: {'Port': ['ID=c9bbc926-efe7-440a-9398-07869a0274fa,revision_number=None']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:51.841821 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1a777-6f6f-4ace-922d-fd64806113f2 None None] No DVR routers for this DVR port c9bbc926-efe7-440a-9398-07869a0274fa on host dv-cinder-813221-2-iscsi {{(pid=100533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:04:51.874601 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-464303'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.880926 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708473'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:51.885402 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] 10.222.0.48 "DELETE /v2.0/networks/77a9d083-9c7a-4248-9542-6f4296bf92e7 HTTP/1.1" status: 204 len: 168 time: 0.5724123 Oct 12 17:04:51.897134 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea65221-6baf-437e-acad-4c1270e6ff31 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a9d083-9c7a-4248-9542-6f4296bf92e7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:52.000725 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50914) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:52.041101 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-baeb5213-a8f8-474d-95b4-37d560b6013c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfe6bb8a0d1d4df4bb014ed753e2a895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388362 Oct 12 17:04:52.043348 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.48', 50916) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:52.089623 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91daf07a-5c10-46da-9b03-aaba49199333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:52.109937 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91daf07a-5c10-46da-9b03-aaba49199333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:52.155823 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91daf07a-5c10-46da-9b03-aaba49199333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:52.158582 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91daf07a-5c10-46da-9b03-aaba49199333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:52.159737 dv-cinder-813221-2-iscsi neutron-server[100531]: INFO neutron.wsgi [None req-91daf07a-5c10-46da-9b03-aaba49199333 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26d80418-64ef-4d40-99a4-96482929c1a5 HTTP/1.1" status: 204 len: 168 time: 0.1154523 Oct 12 17:04:52.167741 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91daf07a-5c10-46da-9b03-aaba49199333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d80418-64ef-4d40-99a4-96482929c1a5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:52.459056 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50922) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:52.498407 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-da88f79f-22fb-408f-ac66-d5505381b659 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd6b01435a4e4be18497a1dd1fb5500e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382423 Oct 12 17:04:52.500748 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [-] (100532) accepted ('10.222.0.48', 50924) {{(pid=100532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:04:52.546150 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1227a5f6-86d8-43df-88f6-7ca3580877ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:52.566500 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1227a5f6-86d8-43df-88f6-7ca3580877ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:52.610824 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1227a5f6-86d8-43df-88f6-7ca3580877ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367759'] for security_group, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:52.613322 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1227a5f6-86d8-43df-88f6-7ca3580877ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:52.615019 dv-cinder-813221-2-iscsi neutron-server[100532]: INFO neutron.wsgi [None req-1227a5f6-86d8-43df-88f6-7ca3580877ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59e3feb7-69a9-4633-8b54-dc0402c2b9a2 HTTP/1.1" status: 204 len: 168 time: 0.1128957 Oct 12 17:04:52.628459 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227a5f6-86d8-43df-88f6-7ca3580877ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e3feb7-69a9-4633-8b54-dc0402c2b9a2,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:04:54.818248 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ab378c6f-fc24-4d1d-b4a7-6591c5c1e8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:57.508083 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8daf9eb3-0290-4232-a7c3-64b6849eb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:58.380548 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:59.045582 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:00.495018 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:06.906272 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:05:15.618596 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:24.819538 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6eb1-64e9-4038-8de3-ed5edf283328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:27.507908 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-867255e9-922d-4e6d-b1a0-18bb74cae470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:28.381332 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:29.049866 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:30.496329 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:43.906134 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:05:45.632941 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:54.820501 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bf329b75-6b12-49bd-a3ce-52f732c3ab2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:57.508077 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-62754cf9-4643-4c54-a8d1-7ebd9f0f84a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:58.386239 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:59.052121 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:00.500062 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:15.633542 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:20.905232 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:06:24.821888 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-015be657-de6f-49eb-9b6a-49cbb1efa408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:27.511024 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ed7b24c2-1a39-43ad-b1ac-d38ab4a77e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:28.388100 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:29.055428 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:30.504669 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:45.647775 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:54.825209 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-04de26af-a837-4ee0-8059-ced5146789fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:57.514778 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bbb59b58-7cb0-4c21-b33b-56e6371e4259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:57.904946 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:06:58.391576 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:59.062333 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:00.507032 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:15.649508 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:24.826756 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2b3252d0-a06b-414b-b856-74958b445b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:27.516532 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8b3142e6-31a9-46bd-a62c-b1da8f351a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:28.394560 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:29.061485 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:30.510910 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:34.907743 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:07:45.660933 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:54.829968 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-d195ff34-1c73-4394-bb09-3c1eb9bd0f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:57.520918 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2c2a51c0-61a2-4966-9379-fa22abe38f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:58.397238 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:59.064829 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:00.516011 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:11.906229 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:08:15.676324 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:24.831470 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-f7861836-9c72-4ca8-9d32-fc5e2f6183da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:27.218787 dv-cinder-813221-2-iscsi neutron-server[100531]: DEBUG neutron.wsgi [req-552e05ee-2c97-48e2-ba53-a67e1fac867c req-091a0e57-6964-41e3-92e0-368e0da6d337 service neutron] (100531) timed out ('10.222.0.25', 56254) {{(pid=100531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 17:08:27.523744 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-888edea2-2c36-497b-b0e2-94d6c30d67c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:28.400602 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:29.067735 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:30.517296 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:32.122737 dv-cinder-813221-2-iscsi neutron-server[100532]: DEBUG neutron.wsgi [req-27662c94-0472-43ca-9068-07fdcd3f363b req-5388a5c1-97fb-47a7-8fbe-acdc93ca91b2 service neutron] (100532) timed out ('10.222.0.48', 44402) {{(pid=100532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 17:08:45.674640 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:48.905839 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:08:54.833027 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-343f5a5d-dc24-453c-8265-fdddf89d88e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:57.524710 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6745f0f3-daa2-4565-9e4b-82f17ef2fb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:58.402852 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:59.072792 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:00.520538 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:15.674355 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:24.835397 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4ef98f88-a089-43d1-93d0-37838d226cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:25.904270 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:09:27.527125 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-24c012ce-f2e7-4b4e-a882-091eb62835c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:28.405672 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:29.073488 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:30.525487 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:45.680003 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:54.841756 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-efee9d18-1560-4f9b-af59-e59906b607e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:57.529017 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-afcf981e-396c-4c5d-aa6c-edf498038326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:58.409021 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bb63c894-ca10-481b-b10a-c9c65241606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:59.076257 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-53ee6e24-5cc9-472a-90c6-4a372f9ac300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:00.537067 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b25a0c89-4c48-49b0-b440-9a1a1298ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:02.905807 dv-cinder-813221-2-iscsi neutron-server[100534]: DEBUG neutron.db.agents_db [None req-580f1786-bc29-41bf-9fb7-71a344402b2c None None] Agent healthcheck: found 6 active agents {{(pid=100534) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:10:15.672863 dv-cinder-813221-2-iscsi neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-71076b06-06ea-40f6-9393-a90ed71adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780332813550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476843'] for agent, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}